-- Logs begin at Wed 2021-02-17 03:40:28 UTC, end at Wed 2021-02-17 04:51:38 UTC. -- Feb 17 04:18:39.228609 dv-cinder-759962-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:18:41.937693 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:18:41.938115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:18:41.939591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:18:41.941368 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:18:41.941653 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:18:41.942000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:18:41.943062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:18:41.943351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:18:41.944346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:18:41.944624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:18:41.944905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:18:41.945271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.945611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.945947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.946204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.946540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.946894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.947213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.947540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.947878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.948198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.948510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.948827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.949083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.949399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.949722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.950046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.950297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] debug = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.950610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.951173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.951485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.951797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.952120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.952421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.952731 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.953046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.953406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] host = dv-cinder-759962-5-smb {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.953716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.954040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.954363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.954704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.955017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.955328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.955645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.955953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.956256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.956564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.956888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.957213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.957543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.957794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.958044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.958366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.958714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.959029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.959338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.959642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.959950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.960258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.961254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.961630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.961962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.962288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.962602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.962940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.963248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.963555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.963878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.964187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.964494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.964802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.965127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.965432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.965736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.966077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.966401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.966743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.967069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.967376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.967698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.968005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.968310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.968614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_json = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.968923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.969228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.969547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.969857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.970162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.970468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.970795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.971123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:41.971454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.971794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.972133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.972449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.972776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.973095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.973422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.973738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.974063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.974389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.974729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.975043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.975367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.975678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.976629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.977106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.977348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.977681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.978017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.978302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.978609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.978949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.979269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.979605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.979935 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.980244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.980557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.980889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.981201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.981510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.981826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.982155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.982469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.982799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.983118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.983430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.983737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.984043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.984356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.984685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.984998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.985302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.985604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.985915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.986218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.986535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.986870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.987175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.987477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.987790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.988097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.988402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.988714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.989019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.989329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.989632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.989938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.990243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.990546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.990874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.991177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.991488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.992100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.992100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.992410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.992715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.993024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.993328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.993648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.993982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.994294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.994607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.994945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.995256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.995566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.995874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.996186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.996497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.996799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.997129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.997446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.997765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.998335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.998650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.999008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.999319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.999636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:41.999946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.000259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.000575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.000901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.001232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.001559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.001893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.002220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.002546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.002885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.003234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.003546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:42.003789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:18:42.004048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83899) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 04:18:42.656813 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading Gnome Feb 17 04:18:42.673969 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading Google Feb 17 04:18:42.676531 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 04:18:42.680609 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading file Feb 17 04:18:42.681595 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading keyczar Feb 17 04:18:42.681876 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading multi Feb 17 04:18:42.682513 dv-cinder-759962-5-smb neutron-server[83899]: INFO keyring.backend [-] Loading pyfs Feb 17 04:18:42.727769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:18:42.728079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:18:42.728394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:18:42.728763 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:18:43.121549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.122085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.122200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.171643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.171909 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.172211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.175842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.176144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.176439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.244934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.245247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.245553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.246713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.247025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.247324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.519647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.519971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.520275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.520580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.521408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.671164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.671543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.671872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.672176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.672476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.672861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.673161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.673451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.673740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.674078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.674373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.674719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.675011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.675302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.675612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.675929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.676247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.676544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.676831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.677315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.677604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.677888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.678228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.678510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.678814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.679975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.680259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.680541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.680817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.681095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.681365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:43.681789 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:18:43.685029 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:18:43.688982 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:18:43.692881 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 17 04:18:43.694545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:18:43.695853 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:18:43.696242 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 04:18:43.696694 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:18:43.699468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:18:43.699754 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:18:43.700145 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 04:18:43.721951 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 04:18:43.722456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.722824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83899) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 04:18:43.723228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.724583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83899) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:18:43.724906 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 04:18:43.725189 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 04:18:43.728968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.729291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:43.797845 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:18:43.798069 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:18:43.798348 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:18:43.798799 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:18:43.832194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.sqlalchemy.engines [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83899) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 04:18:44.277812 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing driver for type 'gre' Feb 17 04:18:44.278365 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] gre ID ranges: [(1, 1000)] Feb 17 04:18:44.317723 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing driver for type 'local' Feb 17 04:18:44.318091 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing driver for type 'vlan' Feb 17 04:18:44.329152 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] VlanTypeDriver initialization complete Feb 17 04:18:44.329528 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing driver for type 'vxlan' Feb 17 04:18:44.330052 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:18:44.370467 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing extension driver 'port_security' Feb 17 04:18:44.370885 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.extensions.port_security [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] PortSecurityExtensionDriver initialization complete Feb 17 04:18:44.371265 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing mechanism driver 'openvswitch' Feb 17 04:18:44.377791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:18:44.378632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.379067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.379471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.379898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.380285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.380669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.381084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.381485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.381845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.383381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.383781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.384169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.384583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.384970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.385347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.385893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > address_group after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.386273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > address_group after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.386648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.387040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] ML2 OVO RPC backend initialized. {{(pid=83899) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 04:18:44.387762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.388152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.388612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.388996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > networks before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.389378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.389761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > ports before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.390140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.390516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnets before_response 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.390932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.391309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.391682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.392055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.392429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.392799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.393171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.393547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.393921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.394563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.plugin [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Modular L2 Plugin initialization complete Feb 17 04:18:44.394948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading services supported by the core plugin {{(pid=83899) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:18:44.395318 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.plugins.ml2.managers [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Got port-security extension from driver 'port_security' Feb 17 04:18:44.395830 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.extensions.vlantransparent [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Disabled vlantransparent extension. Feb 17 04:18:44.396318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83899) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:18:44.396667 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: router Feb 17 04:18:44.436541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.436980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_create 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.437384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router before_create 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.437788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.438207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.438600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_delete 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.439024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.439433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_create 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.439814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.440207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.440591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.440993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.441479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.441894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.442276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.442650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: subnet after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.443047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.443439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.443823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_create 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.444226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.444585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.445455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router after_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.445844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.446238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_create 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.446646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.447056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_update 55549900 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.447485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > network after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.448480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Tracking information for resource: router configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:44.448858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Tracking information for resource: floatingip configured {{(pid=83899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:18:44.453695 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_agentschedulers_db [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:18:44.454349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.454766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.455155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.455540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: port after_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.456436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router before_create 55550100 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.456840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.457243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_create 55550100 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.457639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > router precommit_update 55550100 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.462878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.provider_configuration [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service providers = [] {{(pid=83899) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:18:44.463281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.servicetype_db [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83899) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:18:44.466260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.service_base [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:18:44.466648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.service_base [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:18:44.467048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.service_base [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:18:44.467966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.service_base [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:18:44.468367 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.services.service_base [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:18:44.468782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.469134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:18:44.480126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.480498 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: auto_allocate Feb 17 04:18:44.486295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: network precommit_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.486725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: network precommit_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.487310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.487672 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: tag Feb 17 04:18:44.495637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.496007 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: timestamp Feb 17 04:18:44.500171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.500699 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: network_ip_availability Feb 17 04:18:44.506119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.506527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.506945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.508209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.508571 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: flavors Feb 17 04:18:44.513085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.513455 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading Plugin: revisions Feb 17 04:18:44.517719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:18:44.518144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=83899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:18:44.519000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83899) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 04:18:44.519363 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Initializing extension manager. Feb 17 04:18:44.519922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: __init__.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.520300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: __pycache__ {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.520677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.521046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: address_group.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.521999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.522641 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: address-group Feb 17 04:18:44.523603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: address_scope.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.524386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.524970 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: address-scope Feb 17 04:18:44.525336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.526285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.526916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:18:44.527282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: agent.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.528092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.528628 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: agent Feb 17 04:18:44.528989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: agent_resources_synced.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.529914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.530484 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: agent-resources-synced Feb 17 04:18:44.530879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: allowedaddresspairs.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.532680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.533275 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: allowed-address-pairs Feb 17 04:18:44.533639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: auto_allocated_topology.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.534773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.535357 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: auto-allocated-topology Feb 17 04:18:44.535717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: availability_zone.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.536471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.537058 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: availability_zone Feb 17 04:18:44.537420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: availability_zone_filter.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.538877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.539876 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: availability_zone_filter Feb 17 04:18:44.540243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: data_plane_status.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.541177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.541754 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:18:44.542113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: default_subnetpools.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.543060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.543634 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: default-subnetpools Feb 17 04:18:44.543994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.544937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.545524 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:18:44.545888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: dns.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.546837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.547413 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:18:44.547776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: dns_domain_ports.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.548700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.549273 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:18:44.549637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: dvr.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.550359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.550970 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: dvr Feb 17 04:18:44.551340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: empty_string_filtering.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.552265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.552841 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: empty-string-filtering Feb 17 04:18:44.553201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.555280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.555870 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:18:44.556233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.557184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.557764 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:18:44.558165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: external_net.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.559118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.559697 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: external-net Feb 17 04:18:44.560060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.560986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.561568 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: extra_dhcp_opt Feb 17 04:18:44.561927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: extraroute.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.562884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.563459 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: extraroute Feb 17 04:18:44.563821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: extraroute_atomic.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.564863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.565436 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: extraroute-atomic Feb 17 04:18:44.565796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: filter_validation.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.566492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.567091 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: filter-validation Feb 17 04:18:44.567450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: fip_pf_description.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.568374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.568945 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:18:44.569303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: fip_port_details.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.570791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.571373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: fip-port-details Feb 17 04:18:44.571742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: flavors.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.572982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.573564 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: flavors Feb 17 04:18:44.573927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.575616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.576213 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:18:44.576681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: floatingip_pools.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.577440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.578024 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: floatingip-pools Feb 17 04:18:44.578392 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: ip_allocation.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.579356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.579934 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:18:44.580298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.581232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.581823 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: ip-substring-filtering Feb 17 04:18:44.582188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l2_adjacency.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.583143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.583718 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:18:44.584076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.585144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.586199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: router Feb 17 04:18:44.586566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.588888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.589485 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:18:44.589859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.590827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.591414 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: ext-gw-mode Feb 17 04:18:44.591788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.592724 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.593305 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: l3-ha Feb 17 04:18:44.593672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3_flavors.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.594603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.595214 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: l3-flavors Feb 17 04:18:44.595579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.596518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.597097 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:18:44.597457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: l3agentscheduler.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.598772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.599372 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: l3_agent_scheduler Feb 17 04:18:44.599733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: logging.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.602214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.602840 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension logging not supported by any of loaded plugins Feb 17 04:18:44.603215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: metering.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.604024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.604730 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: metering Feb 17 04:18:44.605099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.606226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.606859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:18:44.607227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: multiprovidernet.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.608180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.608762 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: multi-provider Feb 17 04:18:44.609127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: netmtu.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.610056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.610635 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: net-mtu Feb 17 04:18:44.611028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: netmtu_writable.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.611958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.612539 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: net-mtu-writable Feb 17 04:18:44.612901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: network_availability_zone.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.613618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.614194 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: network_availability_zone Feb 17 04:18:44.614898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: network_ip_availability.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.616123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.617760 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: network-ip-availability Feb 17 04:18:44.618128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: network_segment_range.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.619117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.619702 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:18:44.620064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: pagination.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.621081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.621459 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: pagination Feb 17 04:18:44.621818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: port_device_profile.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.622766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.623617 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: port-device-profile Feb 17 04:18:44.623976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.624911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.625494 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: port-mac-address-regenerate Feb 17 04:18:44.625854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.626826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.627406 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: port-numa-affinity-policy Feb 17 04:18:44.627766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: port_resource_request.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.628691 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.629261 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:18:44.629619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: portbindings.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.630560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.631170 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: binding Feb 17 04:18:44.631531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: portbindings_extended.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.633278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.633859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: binding-extended Feb 17 04:18:44.634226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: portsecurity.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.635177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.635765 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: port-security Feb 17 04:18:44.636124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: project_id.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.637112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.637486 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: project-id Feb 17 04:18:44.637846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: providernet.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.638833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.639418 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: provider Feb 17 04:18:44.639780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.643388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.643984 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos not supported by any of loaded plugins Feb 17 04:18:44.644360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.646703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.647296 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:18:44.647672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.649087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.649670 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:18:44.650035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_default.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.651012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.651595 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:18:44.651958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_fip.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.652661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.653230 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:18:44.653591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_gateway_ip.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.654529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.655147 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:18:44.655508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_port_network_policy.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.656434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.657012 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:18:44.657374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_rule_type_details.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.658295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.658916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:18:44.659278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: qos_rules_alias.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.660414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.660997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:18:44.661362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: quotasv2.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.662360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.662762 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: quotas Feb 17 04:18:44.663125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: quotasv2_detail.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.665696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.666077 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: quota_details Feb 17 04:18:44.666448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: rbac.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.667640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.668246 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: rbac-policies Feb 17 04:18:44.668614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: rbac_address_scope.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.669547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.670133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: rbac-address-scope Feb 17 04:18:44.670500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: rbac_security_groups.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.671561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.672146 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: rbac-security-groups Feb 17 04:18:44.672510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: rbac_subnetpool.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.673444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.674023 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: rbac-subnetpool Feb 17 04:18:44.674383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: revisionifmatch.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.675349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.675933 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: revision-if-match Feb 17 04:18:44.676292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: revisions.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.677437 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.678021 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: standard-attr-revisions Feb 17 04:18:44.678389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: router_availability_zone.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.680107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.680698 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: router_availability_zone Feb 17 04:18:44.681070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: routerservicetype.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.682042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.682621 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:18:44.683012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.683996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.684581 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:18:44.684942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.685872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.686451 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: port-security-groups-filtering Feb 17 04:18:44.686842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.687798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.688383 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: security-groups-remote-address-group Feb 17 04:18:44.688746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: securitygroup.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.702425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.703059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: security-group Feb 17 04:18:44.703436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: segment.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.704305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.704886 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension segment not supported by any of loaded plugins Feb 17 04:18:44.705256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.706209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.706819 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:18:44.707188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: servicetype.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.708290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.708883 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: service-type Feb 17 04:18:44.709251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: sorting.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.710284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.711096 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: sorting Feb 17 04:18:44.711470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: standard_attr_segment.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.712409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.713002 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:18:44.713375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: standardattrdescription.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.714066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.714686 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: standard-attr-description Feb 17 04:18:44.715043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: stateful_security_group.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.715985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.716572 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: stateful-security-group Feb 17 04:18:44.716938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: stdattrs_common.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.717528 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:18:44.717889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.718950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.719572 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:18:44.719896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnet_onboard.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.720982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.721572 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: subnet_onboard Feb 17 04:18:44.721934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.722907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.723489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:18:44.723849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnet_service_types.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.724783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.725363 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: subnet-service-types Feb 17 04:18:44.725724 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnetallocation.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.727756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.728348 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: subnet_allocation Feb 17 04:18:44.728711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.729424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.730014 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:18:44.730377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.731375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.731967 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:18:44.732323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: tagging.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.733596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.734198 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: standard-attr-tag Feb 17 04:18:44.734565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: timestamp.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.735786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.736379 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loaded extension: standard-attr-timestamp Feb 17 04:18:44.736746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: trunk.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.737780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.738368 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension trunk not supported by any of loaded plugins Feb 17 04:18:44.738759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: trunk_details.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.739701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.740281 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:18:44.740644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: uplink_status_propagation.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.742504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.743133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:18:44.743498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Loading extension file: vlantransparent.py {{(pid=83899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:18:44.744209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:18:44.744787 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:18:44.747481 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:network Feb 17 04:18:44.748551 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:18:44.749230 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:18:44.749916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:port Feb 17 04:18:44.751586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.752157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service FLAVORS assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.752864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.753349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.753725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:router Feb 17 04:18:44.754462 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:18:44.755263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service METERING assigned prefix: /metering {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.757033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.757887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.758287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83899) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:18:44.759485 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:18:44.759994 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:18:44.760817 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:18:44.761646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service CORE assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.762020 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:18:44.762396 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] subnetpool is already registered Feb 17 04:18:44.763106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service CORE assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.763483 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:18:44.763848 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] subnetpool is already registered Feb 17 04:18:44.766708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.767174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service FLAVORS assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.767827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.768287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.768659 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:router Feb 17 04:18:44.769024 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] router is already registered Feb 17 04:18:44.769688 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:18:44.770052 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] floatingip is already registered Feb 17 04:18:44.770771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service METERING assigned prefix: /metering {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.771526 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:18:44.771893 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] rbac_policy is already registered Feb 17 04:18:44.772526 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:18:44.773664 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] security_group is already registered Feb 17 04:18:44.774632 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:18:44.775053 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] security_group_rule is already registered Feb 17 04:18:44.775816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service CORE assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.776190 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:18:44.776556 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] subnetpool is already registered Feb 17 04:18:44.777245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.resource_helper [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Service CORE assigned prefix: {{(pid=83899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:18:44.777612 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:18:44.777974 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.quota.resource_registry [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] subnetpool is already registered Feb 17 04:18:44.778756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: extensions {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.780305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: address-groups {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.781990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: address-scopes {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.783306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: agents {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.784537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: auto-allocated-topology {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.785927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: availability_zones {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.787353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: dhcp-networks {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.789578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: dhcp-agents {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.791090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: routers {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.792988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: flavors {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.794221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: service_profiles {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.795537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: next_providers {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.797955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: service_profiles {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.799523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: floatingip-pools {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.800824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: routers {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.802832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: floatingips {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.804128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: l3-routers {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.805585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: l3-agents {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.807092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: metering-labels {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.808522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: metering-label-rules {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.809873 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: network-ip-availabilities {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.811306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: bindings {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.813012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: quotas {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.814513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: quotas {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.816043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: rbac-policies {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.817412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: security-groups {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.818713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: security-group-rules {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.820039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: service-providers {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.821330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: subnetpools {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.822841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: subnetpools {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.824374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.826141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.828079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.829928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.831842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.833663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.836170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.838112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.840115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.842047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.extensions [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Extended resource: tags {{(pid=83899) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:18:44.849122 dv-cinder-759962-5-smb neutron-server[83899]: WARNING keystonemiddleware.auth_token [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:18:44.855013 dv-cinder-759962-5-smb neutron-server[83899]: WARNING keystonemiddleware.auth_token [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:18:44.863832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Acquired lock "singleton_lock" {{(pid=83899) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:18:44.864358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Releasing lock "singleton_lock" {{(pid=83899) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:18:44.865803 dv-cinder-759962-5-smb neutron-server[83899]: INFO oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Starting 2 workers Feb 17 04:18:44.870779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Started child 84010 {{(pid=83899) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:18:44.875163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.875799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Started child 84011 {{(pid=83899) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:18:44.876651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [-] (84010) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:18:44.877266 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:18:44.877933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Notify callbacks [] for process, before_spawn {{(pid=83899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.879238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.880576 dv-cinder-759962-5-smb neutron-server[83899]: INFO oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Starting 1 workers Feb 17 04:18:44.883345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58502) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:18:44.886495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Started child 84013 {{(pid=83899) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:18:44.887179 dv-cinder-759962-5-smb neutron-server[83899]: INFO oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Starting 1 workers Feb 17 04:18:44.887700 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [-] (84011) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:18:44.892115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Started child 84014 {{(pid=83899) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:18:44.892942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] Notify callbacks [] for process, after_spawn {{(pid=83899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.894976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83899) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:18:44.895207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:18:44.895414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:18:44.895824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:18:44.896106 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107393 Feb 17 04:18:44.896829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:18:44.897032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:18:44.897625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.898740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.899367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.899367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.899715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.900343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.900451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.900778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.901090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.901418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.901697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.901897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.902095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.902393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.902971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:18:44.903090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.903666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.904241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.904673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.905191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.905553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.906087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.906347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] calling RpcWorker wait() {{(pid=84013) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:18:44.906744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.service [None req-33df9f67-d29c-4dd2-9fb9-c4204efbc093 None None] returning from RpcWorker wait() {{(pid=84013) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:18:44.906893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.907058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.907368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] debug = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.907667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.908264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.908669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.908978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.909257 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.909471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:44.909573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.909827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.910133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.910430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.910751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.910961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:18:44.911054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.911293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.911544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.911823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.912145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.912411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.913004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] host = dv-cinder-759962-5-smb {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.913261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.914623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.915148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.915473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.915785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.916206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.916534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.916844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.917233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.917536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.917823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.918099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.918387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.918831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.919028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_options = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.919310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.919632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.919958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.920176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.920373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.920568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.920876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.921068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.921359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.921615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.921869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.922125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.922407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.922690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.923916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.924198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.924623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.924903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.925200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.925495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.925787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.926192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.926474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.926793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.927059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.927328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.927605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.927861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.928120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.928394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.928795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.929104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.929374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.929669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.929947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.930194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.930462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.930850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.931130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.931419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.931728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.931982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.932256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.932526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.932775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.933041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_json = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.933291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.933565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.933962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.934213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.934492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.934920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.935169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.935459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:44.935908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.936387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.936734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.936998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.937274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.937551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.937860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.938121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.938416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.938719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.939290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.939452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.939745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.940002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.940313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.940669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.940954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.941259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.941528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.941783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.942055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.942313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.943425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.943763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.944200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.944482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.944961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.945243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.945558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.945757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.946017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.946403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.946736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.946998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.947250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.947509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.947782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.948035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.948338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.948601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.948907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.949308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.949566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.949817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.950070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.950319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.950567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.950905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.951182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.951467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.951748 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.952005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.952254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.952502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.952758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.953031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.953303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.953552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.953835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.954205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.954474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.954841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.955203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.955479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.955750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.956008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.956261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.957195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.957463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.957721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.957981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.958861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.959332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.959787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.960738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.961192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.961620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.962082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.962411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.962802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.963212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.963323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.963560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.963852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.964194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.964560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.964801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.965093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.965406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.965668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.966239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.966239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.966494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.967452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.967452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.967625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.967789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.968073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.968338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.968596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.968901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.969161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.969429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.969688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.969963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.970225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.970516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.971293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.971293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.971601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.971773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.972070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.972330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.972678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.972952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.973240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.973578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.973901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.974690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.974690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.974879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.975064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.975319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.975622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.975972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.976848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.977180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.977574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.977778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.978038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.978291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.978581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.978993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.979298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.979563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.979833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.980227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.980554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.980911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.981211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.981502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.981786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.982078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.982356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.982613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.982895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.983143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.983372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.983880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.983880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.984192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.984330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.984568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.984836 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.985091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.985390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.985598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.985835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.986049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.986350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.986502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.986780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.987031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.987278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.987509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.987803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.988174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.988363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.988505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.988757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.989793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.989793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.989793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.989793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.990373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.990373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.990723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.990884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.991666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.991666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.992117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.992117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.992541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.992687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.992830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.993075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.993310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.993704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.993986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.994235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.994529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.994821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.995075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.995333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.995600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.995837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.996069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.996317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.996599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.996880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.997157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.997412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.997664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.998167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.998416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:44.998736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.000340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.000340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.000635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.000635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.000897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.001236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.001490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.001755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.001991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.003870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.004193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.004332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.004548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.005929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.005929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.005929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.005929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.006481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.006481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.006853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.006853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.007209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.007430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.008052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.008313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.008664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.009614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.009614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.009614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.010053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.010198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.010416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.012045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.012045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.012351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.012908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.012908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.013211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.013990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.014262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.015858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.016125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.016402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.016673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.016938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.017192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.017451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.017704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.017890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:18:45.018443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83899) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:18:45.018611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:18:45.019566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:18:45.019566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:18:45.019738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:18:45.019917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:18:45.020760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.020760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.020760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.020760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.020760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.021933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.022162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.022350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.022526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.022699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.023584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.023811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.024098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.024288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.024475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.024660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.024846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] debug = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025784 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.025966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.026148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.026331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.026513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.026698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.026884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.027068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.027252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.027432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.027616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] host = dv-cinder-759962-5-smb {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.028927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.029945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.030126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.030307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.030487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.030702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.030870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_options = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.031052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.031234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.031415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.031620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.032534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.032534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.032534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.032534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.032534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.033754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.034255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.034255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.035155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.042798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.042976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.043176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.043369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.043557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.043744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.043928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.044118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.044302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.044487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.044669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.044853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.045953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.046140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.046322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.046504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.050727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.050973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.051182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.051386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.051588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_json = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.051789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.051987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.052179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.052345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.052629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.052745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.052841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.053026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:18:45.053237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.053426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.053632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.053822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.054987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.055209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.055307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.055450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.056955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.056955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.056955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.057874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.058082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.058274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.058453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.058636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.058879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.059066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.060869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.061077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.061277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.061460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.061648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.061840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.062999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.063185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.063373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.063558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.063745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.063930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.064115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.064300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.064487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.064673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.064856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.065976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.066158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.066344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.066530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.066821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.067056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.067294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.067507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.067718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.067924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.068115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.068308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.068505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.068701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.068897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.069090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.069283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.069473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.069694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.070453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.070690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.070871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.071067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.071263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.071494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.072780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.074638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.075941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.076817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.077984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.078173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.078365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.078554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.080972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.083871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.084880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.086134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.086134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.086134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.086583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.087939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.088127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.088314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.088503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.088689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.088875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089437 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.089999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.090186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.090374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.090564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.091568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.091769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.091964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.092234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.092366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.092475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.092663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.092842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.093003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.093189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.093574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.093772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.093963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.094983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.095153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.095344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.095531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.095721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.095908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.096094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.096281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.096468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.096654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.096846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.097991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.098176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.098362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.098546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.098759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.098955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.099140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.099324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.099509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.100747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.102096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.102325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.102519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.102753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.102895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.103433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.103433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.103433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.103735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.103934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.104132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.104321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.104518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.104715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.104911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.105960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.106149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.106295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.106435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.106626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.106826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.107969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.108157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.108343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.108528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.108713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.108901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:18:45.109081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83899) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:18:45.121471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:18:55.095883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b597fd-a0c0-4d3a-83eb-b813bc838f30 None None] get_active_networks_info from dv-cinder-759962-5-smb {{(pid=84013) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 04:18:55.255779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-644697cd-2fd4-4472-b751-1e5ae3be63b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:55.283812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b597fd-a0c0-4d3a-83eb-b813bc838f30 None None] No non-hosted networks {{(pid=84013) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:18:58.098062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abd68617-44e2-472e-a225-fbe2cd4c52c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:58.206073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c794-a9df-4f3c-bdb2-27cdefa20d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:58.859291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:59.500659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:18:59.502203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.502932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.503901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.504473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.505034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.505767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.506486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.507165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.512214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.513037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.513891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.514487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:18:59.515135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759962-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:18:59.525453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759962-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:00.115932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:01.443848 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_hamode_db [None req-1919932f-cd7a-449d-a26b-783a4592c60b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:19:01.539095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919932f-cd7a-449d-a26b-783a4592c60b None None] Routers set() bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:19:01.539552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919932f-cd7a-449d-a26b-783a4592c60b None None] Router IDs set() for agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 04:19:01.575437 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] get_endpoint_by_host() called for host dv-cinder-759962-5-smb {{(pid=84013) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:19:01.580687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] get_endpoint_by_ip() called for ip 192.168.0.72 {{(pid=84013) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:19:01.584010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] _add_endpoint() called for ip 192.168.0.72 {{(pid=84013) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:19:01.589759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] _get_endpoints() called {{(pid=84013) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:19:02.161227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58608) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:02.781680 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-b5f7af7a-5ecd-4fd7-9b13-0b6cee802566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:02.782231 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-b5f7af7a-5ecd-4fd7-9b13-0b6cee802566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:03.015517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-b5f7af7a-5ecd-4fd7-9b13-0b6cee802566 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:19:03.016680 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b5f7af7a-5ecd-4fd7-9b13-0b6cee802566 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8544462 Feb 17 04:19:05.737939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58622) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:06.126948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:06.198352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.policy [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84010) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:19:06.235064 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:06.235478 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:06.262401 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Loaded quota_driver: . Feb 17 04:19:06.278618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:06.336184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734033165293', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734033174883', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734033179478', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734033063096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734033061635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3745765', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3883778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854069234', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591520'] for rbac-policy, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:06.399951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:06.401144 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ca30ca03-0e6d-4cc5-86d7-1973b75fcce5 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6622138 Feb 17 04:19:09.366522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58636) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:09.732654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'd8c04561df424b308adde806e44fdf9c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:09.738499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:09.743244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Usage tracker for resource:network and tenant:d8c04561df424b308adde806e44fdf9c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:09.746900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:09.753140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:09.761508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Made reservation on behalf of d8c04561df424b308adde806e44fdf9c for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:19:09.767493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:09.786010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:09.956140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:09.960485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c04561df424b308adde806e44fdf9c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:09.963924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:09.969429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:10.063866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.066643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.071925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:10.092606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:19:10.118353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.118855 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Added segment a9316e1c-93c0-4e8c-b635-02777610b4d1 of type vxlan for network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada Feb 17 04:19:10.173902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a754398-cd09-4eff-8e13-ab6ee4da5098,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:10.194906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.195286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.195654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.196017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.196381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.196738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.197093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.197445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.197813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.198164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.198511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.198885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Tracked resource versions report: Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:19:10.200025 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:19:10.239433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.248435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:10.279211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.280546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:10.281199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:10.288391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:10.399159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0313993 Feb 17 04:19:10.399893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcdb2b0-d985-42a3-8cf9-f6cd64813ada,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:10.424376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:10.433433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:19:13.462409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58652) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:13.938052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc58192-efe9-42d6-9d2c-6c9b954099ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:13.939563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1fc58192-efe9-42d6-9d2c-6c9b954099ba admin admin] 10.222.0.42 "GET /v2.0/networks/4bcdb2b0-d985-42a3-8cf9-f6cd64813ada HTTP/1.1" status: 200 len: 818 time: 0.4761145 Feb 17 04:19:13.968452 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1694c9b7-4b9a-4406-8753-770a98553e80 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/83363e22-5e13-4044-8572-9a5493a959e5 HTTP/1.1" status: 200 len: 734 time: 0.0220222 Feb 17 04:19:13.977717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Request body: {'subnet': {'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:13.982130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:13.986001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Usage tracker for resource:subnet and tenant:d8c04561df424b308adde806e44fdf9c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:13.988929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:13.995016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:14.003252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Made reservation on behalf of d8c04561df424b308adde806e44fdf9c for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:19:14.008234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:14.481889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:14.497150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:14.638531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f42b354-4cd3-4b07-94d1-32d321432765,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:14.645142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:14.702564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Checking segment: {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:19:14.702977 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Network hostable DHCP agents. Network: 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:19:14.723408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:19:14.732071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:14.736490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:14.737132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:14.743598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d33da0-0559-4cae-a5d0-afe0408acdb1 None None] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:19:14.757395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7830989 Feb 17 04:19:15.238420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:19:15.239500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:15.566534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Allocated IP 172.20.0.2 (4bcdb2b0-d985-42a3-8cf9-f6cd64813ada/9f42b354-4cd3-4b07-94d1-32d321432765/1fc54a4a-6d07-43f2-ad65-2395bb5fbe02) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:19:15.807937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:15.820541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Transition to ACTIVE for port object 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:19:15.837398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Transition to ACTIVE for port object 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:19:15.842953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:15.858910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:15.996130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Pushing event updated for resources: {'Port': ['ID=1fc54a4a-6d07-43f2-ad65-2395bb5fbe02,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:16.007427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.007777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.008165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.008517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.008880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.009240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.009597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.009952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.010308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.010681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.011046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.011396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Tracked resource versions report: Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:19:16.012545 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:19:16.028163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:16.066875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:19:16.067991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:16.071359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:19:16.132762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Attempting to bind port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:19:16.133193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Attempting to bind port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:19:16.133620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Attempting to bind port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 on network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:19:16.139144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:19:16.140241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Checking segment: {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:19:16.140241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:16.140468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Bound using segment: {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:19:16.140948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Bound port: 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:19:16.141390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:16.233321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] For port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:19:16.237413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] For port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1fc54a4a-6d07-43f2-ad65-2395bb5fbe02,segment=NetworkSegment(a9316e1c-93c0-4e8c-b635-02777610b4d1),segment_id=a9316e1c-93c0-4e8c-b635-02777610b4d1)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:19:16.240483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:16.256226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:16.417386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Pushing event updated for resources: {'Port': ['ID=1fc54a4a-6d07-43f2-ad65-2395bb5fbe02,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:16.422505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:17.525562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58662) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:17.931714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-931851cc-e133-4bd2-9504-1ddd296cd1f9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:19:17.932771 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-931851cc-e133-4bd2-9504-1ddd296cd1f9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4062548 Feb 17 04:19:19.656337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:19.729576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:19:20.685493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58676) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:21.086313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-10cfbc46-6418-468d-b6ee-8e19aa0f1614 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:19:21.087420 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-10cfbc46-6418-468d-b6ee-8e19aa0f1614 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4009297 Feb 17 04:19:21.206555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b562783-3b18-4257-93f4-faf58fef41d3 None None] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:19:21.295175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Provisioning for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:19:21.310968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Provisioning complete for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:21.311384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:21.530342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:21.606599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] For port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1fc54a4a-6d07-43f2-ad65-2395bb5fbe02,segment=NetworkSegment(a9316e1c-93c0-4e8c-b635-02777610b4d1),segment_id=a9316e1c-93c0-4e8c-b635-02777610b4d1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:19:21.610455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:21.621033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:21.698199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Pushing event updated for resources: {'Port': ['ID=1fc54a4a-6d07-43f2-ad65-2395bb5fbe02,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:21.701339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:21.941830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-75c96129-a53c-4a90-a2ef-11b73260345d None None] Provisioning complete for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:21.942352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75c96129-a53c-4a90-a2ef-11b73260345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:22.335888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-457bd497-fb37-43bd-bed0-f3b89ba2147c None None] Provisioning complete for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:22.336171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-457bd497-fb37-43bd-bed0-f3b89ba2147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:23.632254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:23.706648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:23.707100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.126833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58688) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:24.495483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:24.501045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:24.505015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Usage tracker for resource:router and tenant:d8c04561df424b308adde806e44fdf9c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:24.508787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:24.514453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:24.523809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.525125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.548529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.656749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.675580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:24.676829 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-99c0f7da-bee1-4ac9-9a44-3f5d39f81487 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5489609 Feb 17 04:19:24.947451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b77297a1-45cc-4c8e-b9c0-a6c9682b9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:27.393100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58698) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:27.782892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-d56f1f4c-bfa8-4f18-8e75-2e309d3c51b5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:19:27.783986 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d56f1f4c-bfa8-4f18-8e75-2e309d3c51b5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3898811 Feb 17 04:19:28.098120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dc4621b4-1c47-4942-b2d6-b0b9aa700976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:28.798431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:29.492883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.056749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.542905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58718) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:30.699498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:30.704393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:30.708404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Usage tracker for resource:network and tenant:13ac926b06e74d158ddb16e680a772c7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:30.712026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:30.717734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:30.726777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Made reservation on behalf of 13ac926b06e74d158ddb16e680a772c7 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:19:30.731391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.744497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.759844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:30.763666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Usage tracker for resource:security_group_rule and tenant:13ac926b06e74d158ddb16e680a772c7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:30.766443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:30.772183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:30.854679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.857149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.861468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:30.878541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Reserving flat network on physical network physnet1 {{(pid=84010) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 04:19:30.901790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483b457-fe7c-4d22-81f9-b34f78016658,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:30.906686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:30.907663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.908262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Unsubscribe: segment precommit_create {{(pid=84010) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 04:19:30.908687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Added segment 5e961a26-aa43-4d88-a183-a1d0cdf7dfe1 of type flat for network 2b637fe9-6504-443d-b8ca-6891b99504f4 Feb 17 04:19:30.944795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.979823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.981052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:30.981728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:30.986563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-054e7a4e-2dfb-4397-8c21-695fae85c200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:31.090685 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5466578 Feb 17 04:19:31.091450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Pushing event updated for resources: {'Network': ['ID=2b637fe9-6504-443d-b8ca-6891b99504f4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:31.104203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:31.118312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:19:33.628708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58738) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:33.747323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8883fe41-a797-466a-a5af-ffa584230402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:33.749019 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8883fe41-a797-466a-a5af-ffa584230402 admin admin] 10.222.0.42 "GET /v2.0/subnets/9f42b354-4cd3-4b07-94d1-32d321432765 HTTP/1.1" status: 200 len: 849 time: 0.1192853 Feb 17 04:19:33.916068 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fa280962-fd6f-4bb2-8b25-84df8cfee3a5 admin admin] 10.222.0.42 "GET /v2.0/routers/7c27f417-6aac-4b28-8d5f-45d5853cd504 HTTP/1.1" status: 200 len: 704 time: 0.1603887 Feb 17 04:19:34.565237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:34.931475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Allocated IP 172.20.0.1 (4bcdb2b0-d985-42a3-8cf9-f6cd64813ada/9f42b354-4cd3-4b07-94d1-32d321432765/f34b840d-6a50-4828-9230-d1e39f6ba94c) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:19:35.100558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.117603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Transition to ACTIVE for port object f34b840d-6a50-4828-9230-d1e39f6ba94c will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:19:35.171451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.186042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:35.316472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Pushing event updated for resources: {'Port': ['ID=f34b840d-6a50-4828-9230-d1e39f6ba94c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:35.322847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:35.378564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:19:35.379680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:35.382418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:19:35.383004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.563416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-118c8561-7d64-4471-a276-c83e0c746c8d None None] Provisioning for port f34b840d-6a50-4828-9230-d1e39f6ba94c completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:19:35.569336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-118c8561-7d64-4471-a276-c83e0c746c8d None None] Provisioning complete for port f34b840d-6a50-4828-9230-d1e39f6ba94c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:35.569717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-118c8561-7d64-4471-a276-c83e0c746c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.626769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-118c8561-7d64-4471-a276-c83e0c746c8d None None] Port f34b840d-6a50-4828-9230-d1e39f6ba94c cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:19:35.658207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.947489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.950808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.951912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:35.966520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:36.100946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Pushing event updated for resources: {'Port': ['ID=f34b840d-6a50-4828-9230-d1e39f6ba94c,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:36.105112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:36.158394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:19:36.159496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:36.352872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-1494821e-b88c-4b62-9d0b-14852070a28e None None] Provisioning complete for port f34b840d-6a50-4828-9230-d1e39f6ba94c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:36.353291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1494821e-b88c-4b62-9d0b-14852070a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:36.416695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1494821e-b88c-4b62-9d0b-14852070a28e None None] Port f34b840d-6a50-4828-9230-d1e39f6ba94c cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:19:36.538390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Router 7c27f417-6aac-4b28-8d5f-45d5853cd504 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:19:36.702625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:19:36.712981 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] 10.222.0.42 "PUT /v2.0/routers/7c27f417-6aac-4b28-8d5f-45d5853cd504/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7915483 Feb 17 04:19:36.713591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Sync routers for ids ['7c27f417-6aac-4b28-8d5f-45d5853cd504'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:19:36.726692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Routers {'7c27f417-6aac-4b28-8d5f-45d5853cd504'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:19:36.727729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:19:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['7c27f417-6aac-4b28-8d5f-45d5853cd504'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:36.923358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Set router 7c27f417-6aac-4b28-8d5f-45d5853cd504 gateway port host: None {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:19:37.478299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:35Z', 'revision_number': 2, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port_host': None, '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:35Z', 'revision_number': 2, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:37.483389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Checking router: 7c27f417-6aac-4b28-8d5f-45d5853cd504 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:19:37.483769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Updating router 7c27f417-6aac-4b28-8d5f-45d5853cd504 port f34b840d-6a50-4828-9230-d1e39f6ba94c binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:19:37.544771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:37.999460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:38.014613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Transition to ACTIVE for port object f34b840d-6a50-4828-9230-d1e39f6ba94c will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:19:38.017545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:38.033664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:38.173447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Pushing event updated for resources: {'Port': ['ID=f34b840d-6a50-4828-9230-d1e39f6ba94c,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:38.196914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.197230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.197606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.197972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.198333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.198709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.199070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.199421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.199773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.200124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.200474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.200826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Tracked resource versions report: Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:19:38.201971 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:19:38.209618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:38.362874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Attempting to bind port f34b840d-6a50-4828-9230-d1e39f6ba94c on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:19:38.363297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Attempting to bind port f34b840d-6a50-4828-9230-d1e39f6ba94c by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:19:38.363721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Attempting to bind port f34b840d-6a50-4828-9230-d1e39f6ba94c on network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:19:38.370532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:19:38.370995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Checking segment: {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:19:38.371487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:38.371918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Bound using segment: {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:19:38.372732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Bound port: f34b840d-6a50-4828-9230-d1e39f6ba94c, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9316e1c-93c0-4e8c-b635-02777610b4d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:19:38.373168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:38.469264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] For port f34b840d-6a50-4828-9230-d1e39f6ba94c, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:19:38.474282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] For port f34b840d-6a50-4828-9230-d1e39f6ba94c, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=f34b840d-6a50-4828-9230-d1e39f6ba94c,segment=NetworkSegment(a9316e1c-93c0-4e8c-b635-02777610b4d1),segment_id=a9316e1c-93c0-4e8c-b635-02777610b4d1)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:19:38.480153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:38.496649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:38.651112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Pushing event updated for resources: {'Port': ['ID=f34b840d-6a50-4828-9230-d1e39f6ba94c,revision_number=4']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:38.663733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:38.711604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Routers {'7c27f417-6aac-4b28-8d5f-45d5853cd504'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:19:38.712250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:19:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['7c27f417-6aac-4b28-8d5f-45d5853cd504'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:38.882739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] Set router 7c27f417-6aac-4b28-8d5f-45d5853cd504 gateway port host: None {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:19:39.223141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:35Z', 'revision_number': 2, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port_host': None, '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:38Z', 'revision_number': 4, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:39.227805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115d2d0-71cf-476b-8957-1f1f9e279c5f None None] The sync data for ids ['7c27f417-6aac-4b28-8d5f-45d5853cd504'] in dv-cinder-759962-5-smb is: [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:35Z', 'revision_number': 2, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port_host': None, '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:38Z', 'revision_number': 4, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:19:39.234113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 58750) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:39.406577 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:39.407183 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:39.839124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.policy [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84011) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:19:40.032763 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:40.033192 dv-cinder-759962-5-smb neutron-server[83899]: WARNING oslo_policy.policy [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:19:40.058744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:40.060563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7d917d21-24f8-4983-998f-9e7e5a2e023e admin admin] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 842 time: 0.8242309 Feb 17 04:19:40.072242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'name': 'public-subnet'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:40.075206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.quota [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Loaded quota_driver: . Feb 17 04:19:40.081427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:40.087477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Usage tracker for resource:subnet and tenant:13ac926b06e74d158ddb16e680a772c7 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:40.090747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:40.097306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:40.109408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Made reservation on behalf of 13ac926b06e74d158ddb16e680a772c7 for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:19:40.115296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:40.655833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84011) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:19:40.656254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:40.672298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:40.816346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46486d8-f30f-43f4-b77f-76d9443ea21e,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:40.835383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.835745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.836097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.836445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.836788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.837131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.837472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.837810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.838154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.838489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.838850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.839187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Tracked resource versions report: Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:19:40.840317 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:19:40.881862 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:40.910243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:19:40.910694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Network hostable DHCP agents. Network: 2b637fe9-6504-443d-b8ca-6891b99504f4, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:19:40.932097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:19:40.940967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 2b637fe9-6504-443d-b8ca-6891b99504f4) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:40.945390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:40.946079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:40.950789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a6bc6-0d10-4cf8-bb8c-1d68b40ddeb1 None None] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:19:40.967761 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9006710 Feb 17 04:19:40.972565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:19:41.187302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80437a7e-c867-47da-bc40-63f95ddfe7bd None None] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:19:41.655433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device f34b840d-6a50-4828-9230-d1e39f6ba94c up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:41.726947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port f34b840d-6a50-4828-9230-d1e39f6ba94c completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:19:41.731931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port f34b840d-6a50-4828-9230-d1e39f6ba94c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:41.732337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:41.857878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:41.892332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port f34b840d-6a50-4828-9230-d1e39f6ba94c, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=f34b840d-6a50-4828-9230-d1e39f6ba94c,segment=NetworkSegment(a9316e1c-93c0-4e8c-b635-02777610b4d1),segment_id=a9316e1c-93c0-4e8c-b635-02777610b4d1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:19:41.897208 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:41.899693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eaac95f9-4038-422c-b297-03eabf8cbd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:41.973039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=f34b840d-6a50-4828-9230-d1e39f6ba94c,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:41.977457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:43.545966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58774) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:43.641581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device f34b840d-6a50-4828-9230-d1e39f6ba94c up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:43.715610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port f34b840d-6a50-4828-9230-d1e39f6ba94c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:43.716016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:43.758299 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c209117d-1fd8-41a3-9c79-187548e9aeef admin admin] 10.222.0.42 "GET /v2.0/routers/7c27f417-6aac-4b28-8d5f-45d5853cd504 HTTP/1.1" status: 200 len: 710 time: 0.2108097 Feb 17 04:19:43.901975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c5d92-5913-4d8d-ae70-24cdb2f92f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:43.902604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-748c5d92-5913-4d8d-ae70-24cdb2f92f87 admin admin] Synchronizing usage tracker for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:19:43.919672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-748c5d92-5913-4d8d-ae70-24cdb2f92f87 admin admin] Unset dirty status for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:19:43.920934 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-748c5d92-5913-4d8d-ae70-24cdb2f92f87 admin admin] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 886 time: 0.1567421 Feb 17 04:19:43.931601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:19:44.400423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.748265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.808966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.821969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.837564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:19:44.841541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:19:44.844472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:19:44.850562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:19:44.941995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.945212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:44.960335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:45.054954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a4b02-9d8d-40ec-92eb-077917da758b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:45.058169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:45.401433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Allocated IP 172.28.2.167 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/acf7a228-3b6b-4557-8aea-afee1d9e0d29) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:19:45.554310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:45.583755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:45.602402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:45.734078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Pushing event updated for resources: {'Port': ['ID=acf7a228-3b6b-4557-8aea-afee1d9e0d29,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:45.746838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:45.790556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:19:45.791729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:19:45.793972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:19:46.195360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:46.549070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:46.552679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854180080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669090'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:46.738925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Router 7c27f417-6aac-4b28-8d5f-45d5853cd504 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:19:46.929567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:19:46.939529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Sync routers for ids ['7c27f417-6aac-4b28-8d5f-45d5853cd504'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:19:46.946448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:46.947781 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] 10.222.0.42 "PUT /v2.0/routers/7c27f417-6aac-4b28-8d5f-45d5853cd504 HTTP/1.1" status: 200 len: 890 time: 3.0203986 Feb 17 04:19:46.950345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Routers {'7c27f417-6aac-4b28-8d5f-45d5853cd504'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:19:46.951031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:19:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['7c27f417-6aac-4b28-8d5f-45d5853cd504'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.163195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Set router 7c27f417-6aac-4b28-8d5f-45d5853cd504 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:19:47.527050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:46Z', 'revision_number': 4, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port': {'id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:41Z', 'revision_number': 5, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:47.532072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Checking router: 7c27f417-6aac-4b28-8d5f-45d5853cd504 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:19:47.532468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Updating router 7c27f417-6aac-4b28-8d5f-45d5853cd504 port acf7a228-3b6b-4557-8aea-afee1d9e0d29 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:19:47.589693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.145958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.158933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Transition to ACTIVE for port object acf7a228-3b6b-4557-8aea-afee1d9e0d29 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:19:48.161345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.176745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:48.319075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Pushing event updated for resources: {'Port': ['ID=acf7a228-3b6b-4557-8aea-afee1d9e0d29,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:48.323979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:48.373893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Attempting to bind port acf7a228-3b6b-4557-8aea-afee1d9e0d29 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:19:48.374305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Attempting to bind port acf7a228-3b6b-4557-8aea-afee1d9e0d29 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:19:48.374749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Attempting to bind port acf7a228-3b6b-4557-8aea-afee1d9e0d29 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:19:48.380871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:19:48.381304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:19:48.381831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.382262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:19:48.382798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Bound port: acf7a228-3b6b-4557-8aea-afee1d9e0d29, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:19:48.383212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.462751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] For port acf7a228-3b6b-4557-8aea-afee1d9e0d29, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:19:48.465752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] For port acf7a228-3b6b-4557-8aea-afee1d9e0d29, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=acf7a228-3b6b-4557-8aea-afee1d9e0d29,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:19:48.469045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:48.484493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-286571d7-8859-4098-86b7-6a9f238e438d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:48.635132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Pushing event updated for resources: {'Port': ['ID=acf7a228-3b6b-4557-8aea-afee1d9e0d29,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:48.638350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:48.678606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Routers {'7c27f417-6aac-4b28-8d5f-45d5853cd504'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:19:48.679276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:19:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['7c27f417-6aac-4b28-8d5f-45d5853cd504'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:48.867984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] Set router 7c27f417-6aac-4b28-8d5f-45d5853cd504 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:19:49.225699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:46Z', 'revision_number': 4, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port': {'id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:41Z', 'revision_number': 5, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:19:49.229795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2edd5-db3e-4b62-888a-c63e3e276ba7 None None] The sync data for ids ['7c27f417-6aac-4b28-8d5f-45d5853cd504'] in dv-cinder-759962-5-smb is: [{'id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'name': 'router1', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:19:24Z', 'updated_at': '2021-02-17T04:19:46Z', 'revision_number': 4, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'gw_port': {'id': 'acf7a228-3b6b-4557-8aea-afee1d9e0d29', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:45Z', 'updated_at': '2021-02-17T04:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'f34b840d-6a50-4828-9230-d1e39f6ba94c', 'name': '', 'network_id': '4bcdb2b0-d985-42a3-8cf9-f6cd64813ada', 'tenant_id': 'd8c04561df424b308adde806e44fdf9c', 'mac_address': 'fa:16:3e:e7:1a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c27f417-6aac-4b28-8d5f-45d5853cd504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:19:34Z', 'updated_at': '2021-02-17T04:19:41Z', 'revision_number': 5, 'project_id': 'd8c04561df424b308adde806e44fdf9c', 'subnets': [{'id': '9f42b354-4cd3-4b07-94d1-32d321432765', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83363e22-5e13-4044-8572-9a5493a959e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:19:49.627785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 58784) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:19:49.687320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device acf7a228-3b6b-4557-8aea-afee1d9e0d29 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:49.761096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port acf7a228-3b6b-4557-8aea-afee1d9e0d29 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:19:49.766429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port acf7a228-3b6b-4557-8aea-afee1d9e0d29 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:49.766884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:49.767420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6adea-602b-4392-a969-201f18deb5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:19:49.769111 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-93f6adea-602b-4392-a969-201f18deb5e2 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1402922 Feb 17 04:19:49.905769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:49.926903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port acf7a228-3b6b-4557-8aea-afee1d9e0d29, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=acf7a228-3b6b-4557-8aea-afee1d9e0d29,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:19:49.930882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:49.935069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:19:50.010514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=acf7a228-3b6b-4557-8aea-afee1d9e0d29,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:19:50.014863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:19:51.658134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device acf7a228-3b6b-4557-8aea-afee1d9e0d29 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:19:51.743178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port acf7a228-3b6b-4557-8aea-afee1d9e0d29 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:19:51.743631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:54.963318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cc489f0e-0c6d-47ff-8ae4-82772666dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:58.106411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0cc37c79-4562-4d51-bca8-c7d70fcfbb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:58.835018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:19:59.494563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:00.092663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:17.972048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:20:24.955409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-145b04fc-f206-4d49-a598-fbeaa2039386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:28.104036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83980d07-90ed-4e82-8e49-1471b29a3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:28.803587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:29.496012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:30.066336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:54.951144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-47155d94-a7c7-458c-b68d-2b864279b436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:54.971361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:20:58.096212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b68c29f0-9d19-48dd-8336-2a2b2458ab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:58.806985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:20:59.498310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:00.082248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:24.955309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3688bb0d-8a54-4ed9-ab00-47dc861128ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:28.098169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4e91e861-2293-4428-8d05-0b44b08b9110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:28.809240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:29.500554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:30.075599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:31.970770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:21:54.958243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f3a96594-6d99-42d6-a95d-b561f7c49eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:58.101085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c98f88e2-d54c-450d-8276-efad5dc393cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:58.811544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:21:59.502830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:00.085772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:02.112645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59360) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:02.187368 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bf0c0c-694f-46f0-bc08-8ef2e6b23ee9 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:22:02.188616 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e3bf0c0c-694f-46f0-bc08-8ef2e6b23ee9 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748878 Feb 17 04:22:02.507290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82a388-3154-4906-a511-d32099409708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:02.508901 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ea82a388-3154-4906-a511-d32099409708 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.3160331 Feb 17 04:22:05.007053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59370) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:05.122492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4958a8b-0977-4e4b-9c30-8d6a882f47a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:05.123966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d4958a8b-0977-4e4b-9c30-8d6a882f47a5 admin admin] 10.222.0.42 "GET /v2.0/subnets/9f42b354-4cd3-4b07-94d1-32d321432765 HTTP/1.1" status: 200 len: 849 time: 0.1158848 Feb 17 04:22:05.134328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:22:05.260594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:05.569012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734031582767'] for subnet, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:05.584358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:22:05.732663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f42b354-4cd3-4b07-94d1-32d321432765,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:22:05.746005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.746400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.746807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.747183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.747553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.747919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.748282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.748648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.749014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.749377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.749737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.750095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:22:05.754201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:22:05.783438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:05.784105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:05.785491 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] 10.222.0.42 "PUT /v2.0/subnets/9f42b354-4cd3-4b07-94d1-32d321432765 HTTP/1.1" status: 200 len: 868 time: 0.6552410 Feb 17 04:22:05.789855 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027699f3-ecc3-4694-8912-e002715db327 None None] Network 4bcdb2b0-d985-42a3-8cf9-f6cd64813ada requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:22:06.448856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-7dd8ede5-eb9f-42eb-8c6b-776d35606815 None None] Provisioning complete for port f34b840d-6a50-4828-9230-d1e39f6ba94c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:22:06.449422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ede5-eb9f-42eb-8c6b-776d35606815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:06.585532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-7dd8ede5-eb9f-42eb-8c6b-776d35606815 None None] Provisioning complete for port 1fc54a4a-6d07-43f2-ad65-2395bb5fbe02 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:22:06.585940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7dd8ede5-eb9f-42eb-8c6b-776d35606815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:08.301106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59380) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:08.489033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7dac8-2ff4-4a07-8ce0-3348101f0704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:08.489371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7dac8-2ff4-4a07-8ce0-3348101f0704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:08.491640 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f9a7dac8-2ff4-4a07-8ce0-3348101f0704 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1895013 Feb 17 04:22:08.969663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:22:10.958857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59390) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:11.144853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e5a90-adc9-46c5-9bf5-c2dce4e7814f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:11.145194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e5a90-adc9-46c5-9bf5-c2dce4e7814f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:11.146958 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-713e5a90-adc9-46c5-9bf5-c2dce4e7814f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1870627 Feb 17 04:22:13.642501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59400) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:13.824454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d567977-9a18-4c69-8ae1-5a4769287ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:13.825859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6d567977-9a18-4c69-8ae1-5a4769287ce0 admin admin] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 886 time: 0.1822798 Feb 17 04:22:16.288874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59410) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:16.476657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9c604-4b67-4599-a4bc-a55407b4b276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:16.478104 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ccb9c604-4b67-4599-a4bc-a55407b4b276 admin admin] 10.222.0.42 "GET /v2.0/networks/4bcdb2b0-d985-42a3-8cf9-f6cd64813ada HTTP/1.1" status: 200 len: 862 time: 0.1881962 Feb 17 04:22:18.977491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59420) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:19.091732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654761c7-2311-4255-b021-2cd68ed508a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:19.092179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654761c7-2311-4255-b021-2cd68ed508a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:19.092976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-654761c7-2311-4255-b021-2cd68ed508a9 admin admin] Synchronizing usage tracker for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:subnet {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:22:19.110457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-654761c7-2311-4255-b021-2cd68ed508a9 admin admin] Unset dirty status for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:subnet {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:22:19.111741 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-654761c7-2311-4255-b021-2cd68ed508a9 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332388 Feb 17 04:22:21.583473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59430) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:21.702071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74c121-bf1d-4862-9d10-6968f61ac9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:21.702487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74c121-bf1d-4862-9d10-6968f61ac9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:21.704128 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ce74c121-bf1d-4862-9d10-6968f61ac9b8 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195407 Feb 17 04:22:24.173161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59440) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:24.289924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92e066-987a-4a04-ab66-d4d66588fe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:24.291397 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2e92e066-987a-4a04-ab66-d4d66588fe7e admin admin] 10.222.0.42 "GET /v2.0/subnets/9f42b354-4cd3-4b07-94d1-32d321432765 HTTP/1.1" status: 200 len: 868 time: 0.1172073 Feb 17 04:22:24.961421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-91fc3ad7-c586-4676-bba1-4534b40b4e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:26.750965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59450) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:26.865348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84659691-70c5-44cd-87e6-c1a0478bedf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:26.866781 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-84659691-70c5-44cd-87e6-c1a0478bedf0 admin admin] 10.222.0.42 "GET /v2.0/subnets/b46486d8-f30f-43f4-b77f-76d9443ea21e HTTP/1.1" status: 200 len: 816 time: 0.1147599 Feb 17 04:22:28.103179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-55e8a05b-9943-4b93-8d72-ce42c4180578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:28.814796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:29.505390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:30.084712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:45.969347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:22:53.055198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59490) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:53.107513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-5be8f58a-9f59-4619-a660-f400a43bd3a8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:22:53.108599 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5be8f58a-9f59-4619-a660-f400a43bd3a8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0523825 Feb 17 04:22:54.965410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a582a63f-c01f-4f97-be8f-f57f58abb460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:55.672126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59500) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:55.747424 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3cb302-4689-4a99-90d7-76e769bd2a8f admin admin] GET failed (client error): The resource could not be found. Feb 17 04:22:55.748733 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-bb3cb302-4689-4a99-90d7-76e769bd2a8f admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0755517 Feb 17 04:22:55.899158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3b0cb-58df-4018-8cf3-a37cbffaaefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:55.900876 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f7e3b0cb-58df-4018-8cf3-a37cbffaaefd admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477768 Feb 17 04:22:58.105999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c799a40d-ff68-4e10-a45f-bd41384cb1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.537696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59510) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:22:58.590009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:22:58.594964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:22:58.605164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:22:58.614018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Made reservation on behalf of 13ac926b06e74d158ddb16e680a772c7 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:22:58.619209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.715670 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.services.revisions.revision_plugin [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Could not find related network for resource to bump revision. Feb 17 04:22:58.731637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:22:58.740956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.741341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Added segment 95d8bb44-ec08-4e23-b347-d58845a754f4 of type vxlan for network d5b3bf5a-d3ff-459d-9d75-a41904e04454 Feb 17 04:22:58.767874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.797623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.798904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:22:58.799547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.804420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:22:58.818275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:22:58.912846 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3739765 Feb 17 04:22:58.913604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Pushing event updated for resources: {'Network': ['ID=d5b3bf5a-d3ff-459d-9d75-a41904e04454,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:22:58.916963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:22:58.930781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:22:59.507478 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:00.089719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:01.408755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59520) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:23:01.483477 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52183ea-7734-40d4-a896-816e833a770e admin admin] GET failed (client error): The resource could not be found. Feb 17 04:23:01.484022 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c52183ea-7734-40d4-a896-816e833a770e admin admin] Synchronizing usage tracker for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:23:01.498983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c52183ea-7734-40d4-a896-816e833a770e admin admin] Unset dirty status for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:23:01.500145 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c52183ea-7734-40d4-a896-816e833a770e admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0903420 Feb 17 04:23:01.616956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beffccce-7c70-44c5-afe6-3e4a5ee33ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:01.618429 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-beffccce-7c70-44c5-afe6-3e4a5ee33ada admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1139750 Feb 17 04:23:01.629564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:23:01.634195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:23:01.643818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:23:01.652522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Made reservation on behalf of 13ac926b06e74d158ddb16e680a772c7 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:23:01.657101 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.054488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.069728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b5a5e474-d00b-4b68-95da-7a56a38386b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:23:02.201647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bac6757-cb13-4dcb-8f75-0f918fa5584c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:23:02.205517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:23:02.263121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Checking segment: {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:23:02.263507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Network hostable DHCP agents. Network: d5b3bf5a-d3ff-459d-9d75-a41904e04454, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:23:02.281738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:23:02.290460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, d5b3bf5a-d3ff-459d-9d75-a41904e04454) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:23:02.294358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:23:02.295051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.300129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ce571-1dc7-41bb-a3a6-f5f3ed061b58 None None] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:23:02.319563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6938934 Feb 17 04:23:02.542833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-d5b3bf5a-d3ff-459d-9d75-a41904e04454', 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454', 'tenant_id': '13ac926b06e74d158ddb16e680a772c7', 'fixed_ips': [{'subnet_id': '5bac6757-cb13-4dcb-8f75-0f918fa5584c'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:23:02.543764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:02.840216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Allocated IP 192.168.233.2 (d5b3bf5a-d3ff-459d-9d75-a41904e04454/5bac6757-cb13-4dcb-8f75-0f918fa5584c/2afee13e-7223-4534-b640-9f5953282831) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:23:03.070354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:03.082140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Transition to ACTIVE for port object 2afee13e-7223-4534-b640-9f5953282831 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:23:03.100599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Transition to ACTIVE for port object 2afee13e-7223-4534-b640-9f5953282831 will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:23:03.105025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:03.121247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:23:03.253795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Pushing event updated for resources: {'Port': ['ID=2afee13e-7223-4534-b640-9f5953282831,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:23:03.276132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.276504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.276877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.277242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.277604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.277963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.278320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.278712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.279057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.279412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.279763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.280109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:23:03.285825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:23:03.323174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:23:03.324387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:23:03.326958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:23:03.389632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Attempting to bind port 2afee13e-7223-4534-b640-9f5953282831 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:23:03.389978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Attempting to bind port 2afee13e-7223-4534-b640-9f5953282831 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:23:03.390388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Attempting to bind port 2afee13e-7223-4534-b640-9f5953282831 on network d5b3bf5a-d3ff-459d-9d75-a41904e04454 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:23:03.396904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:23:03.397335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Checking segment: {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:23:03.397764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:03.398203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Bound using segment: {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:23:03.398767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Bound port: 2afee13e-7223-4534-b640-9f5953282831, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:23:03.399153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:03.494797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] For port 2afee13e-7223-4534-b640-9f5953282831, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:23:03.499807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] For port 2afee13e-7223-4534-b640-9f5953282831, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=2afee13e-7223-4534-b640-9f5953282831,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:23:03.502460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:03.569288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:23:03.677972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Pushing event updated for resources: {'Port': ['ID=2afee13e-7223-4534-b640-9f5953282831,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:23:03.683756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:23:04.946063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301daa5-8ff8-45a7-87d4-697304f67a7f None None] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:23:05.039952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-bf2a3af4-df84-4f58-84ef-05747a219383 None None] Provisioning for port 2afee13e-7223-4534-b640-9f5953282831 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:23:05.770410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 2afee13e-7223-4534-b640-9f5953282831 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:23:05.845325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 2afee13e-7223-4534-b640-9f5953282831 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:23:05.850467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 2afee13e-7223-4534-b640-9f5953282831 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:23:05.850946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:05.980356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:06.015343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 2afee13e-7223-4534-b640-9f5953282831, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=2afee13e-7223-4534-b640-9f5953282831,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:23:06.019309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:06.022668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:23:06.092591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=2afee13e-7223-4534-b640-9f5953282831,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:23:06.095956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:23:07.756071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 2afee13e-7223-4534-b640-9f5953282831 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:23:07.834059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 2afee13e-7223-4534-b640-9f5953282831 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:23:07.834475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:22.968587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:23:24.969768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35cfdc37-6ca7-4f75-b613-1db073575478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:28.106910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-af699f35-4449-4717-a2e2-8d03a02e9ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:28.821939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:29.509526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:30.093012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:54.971281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-669177ea-c0f1-4c61-aa38-74565ee1a286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:58.110824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b646bf7f-832e-4260-aad5-669d1d423373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:58.824759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:59.511994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:23:59.968079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:24:00.098253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.071574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59562) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:16.078179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [None req-9c11dbc6-4edb-4828-b464-b02cf1609e50 tempest-verify_tempest_config-846239547 tempest-verify_tempest_config-846239547-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84011) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:24:16.079267 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9c11dbc6-4edb-4828-b464-b02cf1609e50 tempest-verify_tempest_config-846239547 tempest-verify_tempest_config-846239547-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066669 Feb 17 04:24:16.405946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59582) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:16.629762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.647484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:24:16.651482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Usage tracker for resource:security_group_rule and tenant:3baa3c29c5e3404884fcc6f06b70b232 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:24:16.654396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:24:16.660248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:24:16.747833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.750359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.759710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:16.801006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Synchronizing usage tracker for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:24:16.805068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efef89b-5040-4989-98fd-bd9e93b4aa7e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:16.817004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.817420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.817811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.818166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.818534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.818928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.819297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.819661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.820024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.820384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.820741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.821095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:16.827558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:16.832435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Unset dirty status for tenant:13ac926b06e74d158ddb16e680a772c7 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:24:16.834263 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3baa3c29c5e3404884fcc6f06b70b232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4272029 Feb 17 04:24:16.837229 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59588) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:24:16.910312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.937519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.990213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:16.995465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:24:17.006078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efef89b-5040-4989-98fd-bd9e93b4aa7e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:24:17.016797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.017173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.017540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.017900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.018259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.018616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.019018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.019370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.019761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.020654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.021010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.021355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:24:17.023879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:17.025051 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1efef89b-5040-4989-98fd-bd9e93b4aa7e HTTP/1.1" status: 204 len: 168 time: 0.1868103 Feb 17 04:24:17.028769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:24:24.974096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe895-73f3-451d-87c4-3b4d4055a753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:28.114828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-174276b9-222f-49b8-b393-1efabe12ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:28.826483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:29.516519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:30.100258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:36.967380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:24:54.976083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1215-abe0-4bbc-b017-3b26625e23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:58.116573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d7e28f38-db3e-472c-9a83-ab133a0b3f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:58.830099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:24:59.520167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:00.104624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:13.967126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:25:24.979657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3068127a-0c72-4dc7-abc2-a6052dfa7de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:28.117179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3d191136-56be-4622-93b0-bd4bdf681b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:28.834219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:29.520954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:30.105812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:50.965740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 5 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:25:54.981810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7a3f-0741-411b-82d3-4175f1470637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:58.119317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-55befca5-7a6a-4356-8fbc-8171b3580df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:58.836227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:25:59.522343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:00.108996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:03.552704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929'] for agent, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:03.553300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.553520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.553897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.554279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.554791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.555166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.555540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.555912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.556280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.556686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.557092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.557457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:26:03.557849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:03.561962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:26:03.850241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=84013) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:26:03.854134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=84013) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:26:03.857309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=84013) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:26:03.861873 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] _get_endpoints() called {{(pid=84013) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:26:16.724498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59662) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:16.845149 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8df5fd66-90e7-4d1a-bd66-700fac752734 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1188426 Feb 17 04:26:19.311566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59672) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:26:19.371382 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-884e77d3-e8d2-4ee3-8ab9-711f6eea622d admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0586610 Feb 17 04:26:24.984756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ec0db51b-1bbd-490c-bd11-56e0c86d0b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:27.967231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:26:28.121738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e3e82ef7-bcee-4d94-bed4-95f8e1669c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:28.846570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:29.523428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:30.111390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:33.534557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:54.985795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-34bf6492-f192-4623-9cff-75f434f82587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:58.122997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b0eea61f-a963-45d0-b67c-99df00ca8608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:58.844510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:26:59.524640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:00.114092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:03.539347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:04.972127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:27:24.988571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-38d86fbf-97a3-451b-931e-ff4707812f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:28.126213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d28d2b8c-3dce-420f-ba2e-ef5e5a443c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:28.844214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:29.526899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:30.117712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:33.541674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:41.972378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:27:54.994178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-26fe094e-c25b-404d-808d-4b16c412adba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:58.128262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-acbf86f9-7ae2-4511-b8cc-9ea76ef5d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:58.849167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:27:59.529458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:00.122177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:03.532091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:12.737088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59830) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:12.933262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59842) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:13.110171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-895183797-network', 'tenant_id': 'a57edbd5351246318b9b0dd560ded3d4'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:13.119599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.126534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Usage tracker for resource:network and tenant:a57edbd5351246318b9b0dd560ded3d4 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.134416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.144659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.159007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Made reservation on behalf of a57edbd5351246318b9b0dd560ded3d4 for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:13.163872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.180040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.196314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.200506 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Usage tracker for resource:security_group_rule and tenant:a57edbd5351246318b9b0dd560ded3d4 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.203638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.209384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.305510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.309720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-network', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:13.314546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.316961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.319517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Usage tracker for resource:network and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.326927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e6258c64-510e-4566-9d62-8e025da40a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:13.338451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.360003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.363340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:28:13.372645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59874) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:13.378722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59878) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:13.379532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.380002 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Added segment e54daa5b-9702-4f0a-8a21-7d195f9d8417 of type vxlan for network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 Feb 17 04:28:13.414270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Made reservation on behalf of e32d06096fed426082a01281de7bcd2f for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:13.419003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.442025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.451954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49cf89f-c7b6-4622-97e8-cbb2f0824a15,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:13.479129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.479769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.480324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.480837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.481381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.481893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.482415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.482973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.483540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.483900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.484285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.484652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.485274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.485641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.485997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.486373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.486757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.487112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.487516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.487848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.488205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.488577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.488933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.489282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Tracked resource versions report: Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}, Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:28:13.490600 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:28:13.496167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.500673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.504148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:13.508028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.513473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.523274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.564186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.581147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:13.581808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.588615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:13.765790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-network', 'tenant_id': '27ca6037670548b9a13f1320733e7b17'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:13.776019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.782162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Usage tracker for resource:network and tenant:27ca6037670548b9a13f1320733e7b17 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.786315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.795535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.814428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1842961590-network', 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:13.820689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.825917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Usage tracker for resource:network and tenant:e7c6fd57c03a478f93acbb4e93e38c34 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.829756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.833038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Made reservation on behalf of 27ca6037670548b9a13f1320733e7b17 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:13.838872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.841559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Pushing event updated for resources: {'Network': ['ID=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:13.856264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:13.859703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:13.875140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:13.882959 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1445136 Feb 17 04:28:13.885022 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59896) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:13.893963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.896166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:13.902399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.907320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Usage tracker for resource:security_group_rule and tenant:27ca6037670548b9a13f1320733e7b17 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.910877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.918677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Request body: {'subnet': {'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-895183797-subnet', 'tenant_id': 'a57edbd5351246318b9b0dd560ded3d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:13.919499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.928325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:13.940066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Usage tracker for resource:subnet and tenant:a57edbd5351246318b9b0dd560ded3d4 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:13.943429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:13.964260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:13.979598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Made reservation on behalf of a57edbd5351246318b9b0dd560ded3d4 for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:13.994608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.032478 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.040379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.066561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:28:14.075444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:14.085142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:14.091333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.125975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.126460 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Added segment 0fc39eae-48d2-4848-a7c0-d1c2eed41fd9 of type vxlan for network f7829e00-bd79-4443-ac3a-951474aeff3b Feb 17 04:28:14.128287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.157566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:14.164193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Usage tracker for resource:security_group_rule and tenant:e7c6fd57c03a478f93acbb4e93e38c34 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:14.180071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:14.215943 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:14.241070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3999aeb9-8741-4739-b1b5-a79d0e413a79,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:14.254115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.267749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.268564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.315326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:14.327541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.330444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.331067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.331640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.334799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.337432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.337834 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.338217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.338615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.339015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.339387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.339756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.340251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.340589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.340913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.341271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.341631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.341992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.342349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.350280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.350734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.351172 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.351800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.352196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Tracked resource versions report: Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}, Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:28:14.353558 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:28:14.392295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a63dac-3694-42d8-b5d3-e34184feb28b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:14.393419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:14.396261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:14.546921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.613149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.615644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:14.617189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.625306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8bb420e0-b0f8-4ed9-ad4b-4541d9e29b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:14.626019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:28:14.626380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:28:14.643791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.805992 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4318659 Feb 17 04:28:14.807027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59930) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:14.814075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.820945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Request body: {'subnet': {'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-subnet', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:14.825658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:14.843796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-59d35ead-0850-41ac-9351-49a16e64f7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:14.844924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:28:14.852679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Usage tracker for resource:subnet and tenant:27ca6037670548b9a13f1320733e7b17 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:14.862877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:14.865585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Pushing event updated for resources: {'Network': ['ID=f7829e00-bd79-4443-ac3a-951474aeff3b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:14.873584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:14.879976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:14.880558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-16ae78cc-353a-49fb-8a5f-9bb8736abfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:14.891725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network f7829e00-bd79-4443-ac3a-951474aeff3b details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:14.922926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:14.923246 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Added segment c0382bec-35fd-44e4-af6f-a730946bca30 of type vxlan for network 88105b26-9d77-4a49-916b-196e6bdf15b2 Feb 17 04:28:14.982409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Made reservation on behalf of 27ca6037670548b9a13f1320733e7b17 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:14.989512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.015002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bbf171d-65b2-4057-b141-ae4aa26c1099,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:15.019455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:15.081577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network f7829e00-bd79-4443-ac3a-951474aeff3b details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:15.133512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.185549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2c88a-0899-476b-b10f-f862546cf61a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:15.243980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:15.275810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.344689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Checking segment: {'id': 'e54daa5b-9702-4f0a-8a21-7d195f9d8417', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:15.345570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Network hostable DHCP agents. Network: fbb8d2ba-76cb-4f03-a266-a56e6a8ca554, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:28:15.365944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.371720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:15.372492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.379400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:15.385904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:28:15.388547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:28:15.405959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:28:15.430764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, fbb8d2ba-76cb-4f03-a266-a56e6a8ca554) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:15.435628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:15.437002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.470966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99950256-7652-4d36-857d-cc20df3d2a4c None None] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:15.506038 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9010ac42-da4a-422e-be87-874b0726e1d2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6195841 Feb 17 04:28:15.552041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Pushing event updated for resources: {'Network': ['ID=88105b26-9d77-4a49-916b-196e6bdf15b2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:15.562686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:15.583153 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2021682 Feb 17 04:28:15.587196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 59958) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:15.594168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Request body: {'subnet': {'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1842961590-subnet', 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:15.604609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:15.614340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Usage tracker for resource:subnet and tenant:e7c6fd57c03a478f93acbb4e93e38c34 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:15.623284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:15.638511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:15.664892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:15.672686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:15.868808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:15.897579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:15.933839 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.091151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:28:16.122232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.122693 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Added segment cc7324c6-81a4-4b8e-945b-e197dbddf3ea of type vxlan for network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 Feb 17 04:28:16.145992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8af443-8144-41fe-bcca-d30431bebd42 None None] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:16.290486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.313556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.362601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:16.458356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.470735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:16.471401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.495113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:16.559355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b38e78e-03fb-4714-b3a5-29bf31dc8379,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:16.564467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:16.635247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Checking segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:16.635900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Network hostable DHCP agents. Network: f7829e00-bd79-4443-ac3a-951474aeff3b, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:28:16.657831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Network f7829e00-bd79-4443-ac3a-951474aeff3b is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:28:16.669815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, f7829e00-bd79-4443-ac3a-951474aeff3b) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:16.679193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428df45-a896-44ba-9cc2-d4f7962a74d0 None None] Network f7829e00-bd79-4443-ac3a-951474aeff3b requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:16.680718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:16.683457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.705999 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8930328 Feb 17 04:28:16.708894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 59998) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:16.719036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:16.720613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7861798 Feb 17 04:28:16.722181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Pushing event updated for resources: {'Network': ['ID=341dd027-8fc5-48e5-b05e-415e0d7a7f78,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:16.724483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60002) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:16.744887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:16.751298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Request body: {'subnet': {'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-subnet', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:16.758405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:16.764605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Usage tracker for resource:subnet and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:16.768255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:16.770010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:16.777929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:16.799874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Made reservation on behalf of e32d06096fed426082a01281de7bcd2f for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:16.801921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Usage tracker for resource:router and tenant:27ca6037670548b9a13f1320733e7b17 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:16.805820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.826149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:16.837434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:16.840451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60022) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:16.863060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.864202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.921332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:16.923931 dv-cinder-759962-5-smb neutron-server[83899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:28:17.140296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:17.235180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-269eb1f5-59f1-4eca-90d5-ba8033286df5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:17.235875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-269eb1f5-59f1-4eca-90d5-ba8033286df5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Synchronizing usage tracker for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:network {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:17.240618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:28:17.309775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:17.333616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-269eb1f5-59f1-4eca-90d5-ba8033286df5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Unset dirty status for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:network {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:17.336826 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-269eb1f5-59f1-4eca-90d5-ba8033286df5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/networks?id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 HTTP/1.1" status: 200 len: 811 time: 0.4842174 Feb 17 04:28:17.342388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:17.386946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:17.476995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361be64c-c015-478f-b9ec-1eefe246a5fa None None] Network f7829e00-bd79-4443-ac3a-951474aeff3b requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:17.477866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f13a2c7-d236-4c59-83c5-266bc000ac32,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:17.511429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:17.533811 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-f6839a5a-6f12-49e9-a4f4-c35f14505ed1 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/quotas/a57edbd5351246318b9b0dd560ded3d4 HTTP/1.1" status: 200 len: 375 time: 0.1242507 Feb 17 04:28:17.642206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-b0477487-1da3-400b-95d9-93078c6c425b tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a57edbd5351246318b9b0dd560ded3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992591 Feb 17 04:28:17.799824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:17.839483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:17.923111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-de960e59-284f-498f-9c78-7ca09104ac11 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84011) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:28:17.924396 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-de960e59-284f-498f-9c78-7ca09104ac11 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1175020 Feb 17 04:28:17.932807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Checking segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:17.933322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Network hostable DHCP agents. Network: 88105b26-9d77-4a49-916b-196e6bdf15b2, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:28:18.089995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:28:18.147336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 88105b26-9d77-4a49-916b-196e6bdf15b2) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:18.157646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697725cf-b276-41c9-8c23-5593ed90c3dd None None] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:18.160331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:18.161135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:18.197027 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5994265 Feb 17 04:28:18.290869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Allocated IP 172.28.2.140 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/51ae859b-2c66-4887-9566-d8079460b208) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:18.336737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:18.406020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:18.607761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0216a-a8df-420a-a092-4f836b6f2fb8 None None] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:18.717941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60090) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:18.738012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:18.822597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:18.841216 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-259d5a67-c05d-45ce-a5d2-d1bb9a9d9730 service neutron] 10.222.0.42 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9026129 Feb 17 04:28:18.974179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:19.027171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c25ceb-ac01-4b4c-bb41-3eff7c551baf,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:19.034397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:19.086196 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-1110e9aa-52b2-47c2-8ef8-cf6c6b586a84 service neutron] 10.222.0.42 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2263196 Feb 17 04:28:19.110535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:19.121541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Checking segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:19.122027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Network hostable DHCP agents. Network: 341dd027-8fc5-48e5-b05e-415e0d7a7f78, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:28:19.148156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:28:19.160256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 341dd027-8fc5-48e5-b05e-415e0d7a7f78) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:19.164450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:19.165335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.173483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d266172d-d3b4-412a-b789-e2bbe499af4a None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:19.215772 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4772999 Feb 17 04:28:19.216130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60110) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:19.221593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:19.233945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:19.238510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Usage tracker for resource:router and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:19.250370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:19.256740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:19.276569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.278277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.363866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:19.365525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.386585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:19.391776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60132) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:19.396540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Pushing event updated for resources: {'Port': ['ID=51ae859b-2c66-4887-9566-d8079460b208,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:19.420237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.438116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:19.497950 dv-cinder-759962-5-smb neutron-server[83899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:28:19.506559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:19.546626 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b9a814a-c6b3-4cc7-85ad-298a2354f75f req-59025057-7688-45e4-9009-64f8a46297c6 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.0827053 Feb 17 04:28:19.566312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:28:19.567382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.670961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-b2b0f68a-d148-4a8a-8640-b2089c6a449e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:19.672041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97fda8df-42da-40bd-9701-60af54213959 req-b2b0f68a-d148-4a8a-8640-b2089c6a449e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:19.910812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:19.947845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Usage tracker for resource:security_group_rule and tenant:46e1da9d27ed47c286a58c9589ab501e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:19.953954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:19.974348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:19.986680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:20.030999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Allocated IP 172.20.0.2 (341dd027-8fc5-48e5-b05e-415e0d7a7f78/32c25ceb-ac01-4b4c-bb41-3eff7c551baf/fe7719f7-84b5-4e30-99a7-0415c680540c) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:20.043517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97fda8df-42da-40bd-9701-60af54213959 req-b2b0f68a-d148-4a8a-8640-b2089c6a449e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:20.051534 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-b2b0f68a-d148-4a8a-8640-b2089c6a449e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.6166492 Feb 17 04:28:20.110198 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-32d5ec1f-383b-42e3-8150-9ed9f821ebfc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/quotas/e7c6fd57c03a478f93acbb4e93e38c34 HTTP/1.1" status: 200 len: 375 time: 0.0574198 Feb 17 04:28:20.194189 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-08463881-0b8a-4f1c-8301-0b93433c506b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822763 Feb 17 04:28:20.345381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.358613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Transition to ACTIVE for port object fe7719f7-84b5-4e30-99a7-0415c680540c will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:20.378824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Transition to ACTIVE for port object fe7719f7-84b5-4e30-99a7-0415c680540c will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:20.385361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.406138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:20.533542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.542045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-4c88d831-9669-4b9f-ba5e-917b1dff5eca service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:28:20.549326 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-4c88d831-9669-4b9f-ba5e-917b1dff5eca service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2424843 Feb 17 04:28:20.580011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.592298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.655143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Pushing event updated for resources: {'Port': ['ID=fe7719f7-84b5-4e30-99a7-0415c680540c,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:20.671844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.672366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.672960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.673142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.673510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.674940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.675325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.675813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.676186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.676567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.676674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.677038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.677264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.677700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.678060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.678417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.679823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.688844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.689993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.690536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.691092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.692682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.693204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.693599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.694039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Tracked resource versions report: Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}, Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:28:20.696611 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:28:20.721276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:20.732505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c23cedd-d29a-4ece-ab3d-cd0e51b4db46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:20.807398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:20.818681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:20.820420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:20.825601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:20.909081 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-89e7afba-81d9-4889-abd7-d144693a2dbb req-fbe798aa-c7c2-4c47-8ab5-6154e695b430 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.0651641 Feb 17 04:28:20.947142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6edfdb1-6c60-4c54-8217-42b1a4eadae4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:21.045262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Attempting to bind port fe7719f7-84b5-4e30-99a7-0415c680540c on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:21.045733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Attempting to bind port fe7719f7-84b5-4e30-99a7-0415c680540c by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:21.046265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Attempting to bind port fe7719f7-84b5-4e30-99a7-0415c680540c on network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:21.060733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:21.061928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Checking segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:21.064501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.065165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Bound using segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:21.078816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:21.094625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Bound port: fe7719f7-84b5-4e30-99a7-0415c680540c, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:21.095923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.120004 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46e1da9d27ed47c286a58c9589ab501e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3938644 Feb 17 04:28:21.123207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60220) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:21.234207 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-69d74902-669b-4f6e-828e-45a41f6f647e service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838222 Feb 17 04:28:21.284570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] For port fe7719f7-84b5-4e30-99a7-0415c680540c, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:21.293434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] For port fe7719f7-84b5-4e30-99a7-0415c680540c, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=fe7719f7-84b5-4e30-99a7-0415c680540c,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:21.301588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.404483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Allocated IP 172.28.2.244 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/187bd899-d019-4803-94fe-d32f6f55dced) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:21.451648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:21.492759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.617259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.645074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.693884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60234) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:21.697603 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-b7f642ba-22f9-40f1-85fc-57bd58b256f3 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4625990 Feb 17 04:28:21.733841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.770210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Pushing event updated for resources: {'Port': ['ID=fe7719f7-84b5-4e30-99a7-0415c680540c,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:21.775249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:21.784739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:21.822951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.844120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:21.850642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:22.076027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.53', 63902) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:22.093500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6edfdb1-6c60-4c54-8217-42b1a4eadae4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:22.206113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:22.221584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:22.238834 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:22.246477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:22.250305 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6edfdb1-6c60-4c54-8217-42b1a4eadae4 HTTP/1.1" status: 204 len: 168 time: 1.1218696 Feb 17 04:28:22.287775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Usage tracker for resource:security_group_rule and tenant:b96d4c53f8be4afc8e3c82d4436e8818 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:22.313509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:22.324579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:22.325786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:22.330023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:22.362283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:22.434401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Pushing event updated for resources: {'Port': ['ID=187bd899-d019-4803-94fe-d32f6f55dced,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:22.455463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:22.470613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a9d052a9-9ad0-44b1-9bc5-5b9fdf3d4665 req-534169d5-7e19-4b83-90d7-90dcf016a0be tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.3742020 Feb 17 04:28:22.479745 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-079bcff7-149a-4d64-905a-4bd3e28719f1 req-9b0c1664-4a9c-4667-8bb9-fb94355dddc5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.2856150 Feb 17 04:28:22.690684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-35616a95-fd80-443c-8ab5-3c6222777a8a tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:22.696425 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-35616a95-fd80-443c-8ab5-3c6222777a8a tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.53 "GET /v2.0/networks?id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 HTTP/1.1" status: 200 len: 811 time: 0.6116965 Feb 17 04:28:22.821876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Request body: {'port': {'device_id': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554', 'admin_state_up': True, 'tenant_id': 'a57edbd5351246318b9b0dd560ded3d4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:23.002609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:23.011917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:23.026640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:23.044912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:28:23.203717 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b96d4c53f8be4afc8e3c82d4436e8818&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5083523 Feb 17 04:28:23.226415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60338) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:23.254002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e32f79-464d-4412-93bc-66ac2b8e4037,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:23.271328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:23.650077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:23.934868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5fe36-5cbe-4734-853e-81915170a9bd None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:28:23.974952 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cb6ba9c8-7e56-4c25-ba0a-9f6a242039c2 req-d3a83078-2d03-4389-a6a2-46b3b7f60c64 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1714332 Feb 17 04:28:24.035897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.097617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.139786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device fe7719f7-84b5-4e30-99a7-0415c680540c up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:24.218350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.234840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-ec0ae0df-8ebe-436b-b786-bd5881ba2d61 None None] Provisioning for port fe7719f7-84b5-4e30-99a7-0415c680540c completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:24.308933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:24.392670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:28:24.414689 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1363f57d-7240-4006-847a-d8854ae22183 req-44560e29-fdea-4f77-be02-6daf9d0011c6 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.2524531 Feb 17 04:28:24.424220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Sync routers for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:28:24.437722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port fe7719f7-84b5-4e30-99a7-0415c680540c completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:24.447691 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:24.448375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:27:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:24.448822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port fe7719f7-84b5-4e30-99a7-0415c680540c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:24.449245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.533251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:24.554005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.555358 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8454072 Feb 17 04:28:24.556626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Usage tracker for resource:port and tenant:a57edbd5351246318b9b0dd560ded3d4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:24.575694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60384) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:24.578468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:24.612421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e32f79-464d-4412-93bc-66ac2b8e4037,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:24.665719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:24.681840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:24.685425 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00e32f79-464d-4412-93bc-66ac2b8e4037 HTTP/1.1" status: 204 len: 168 time: 1.4540784 Feb 17 04:28:24.835256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.53', 63911) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:24.837880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:25.091116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:25.229197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:25.271138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6bfe86ca-aed9-4cc3-adef-973690f8f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:25.533551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:28:25.709898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:25.865549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port fe7719f7-84b5-4e30-99a7-0415c680540c, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=fe7719f7-84b5-4e30-99a7-0415c680540c,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:25.873483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:25.903925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:25.995294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-2fb21c9b-9afb-41f3-a9ee-f2c4b4445cde tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:25.996970 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-2fb21c9b-9afb-41f3-a9ee-f2c4b4445cde tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.9077384 Feb 17 04:28:26.061655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b0e7841-c565-404d-83f0-55b830149d82 req-c8e610e4-9fff-4ab3-a279-d98c2ab1ce57 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.6010571 Feb 17 04:28:26.068783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Made reservation on behalf of a57edbd5351246318b9b0dd560ded3d4 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:26.101846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:26.160808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Request body: {'port': {'device_id': '9df02162-751d-43eb-832a-d4deba930cb1', 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2', 'admin_state_up': True, 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:26.193802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=fe7719f7-84b5-4e30-99a7-0415c680540c,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:26.209015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 3, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:26.215765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Checking router: 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:28:26.216618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Updating router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c port 51ae859b-2c66-4887-9566-d8079460b208 binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:28:26.218788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:26.259035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-6f2f1c20-fb81-40f0-aa42-3dee7a527801 None None] Provisioning complete for port fe7719f7-84b5-4e30-99a7-0415c680540c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:26.259504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1c20-fb81-40f0-aa42-3dee7a527801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:26.312335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:26.720022 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0e99554-3c9e-4b8c-afad-07ab51767bda req-40c12e76-4391-4514-983d-cdd87901a45c tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.2378232 Feb 17 04:28:26.751509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-1d2745e8-c04e-4a39-8d77-97d0bc6fecfd None None] Provisioning complete for port fe7719f7-84b5-4e30-99a7-0415c680540c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:26.752054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d2745e8-c04e-4a39-8d77-97d0bc6fecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:26.869659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:28:26.947279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Notify callbacks [] for router, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:26.948648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7314122 Feb 17 04:28:26.956678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60462) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:26.988774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:28:27.023168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:27.025199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:27:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:27.279263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:27.305792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-88f7a7c6-d581-4819-ae51-ff8681fcfe8d None None] Provisioning complete for port fe7719f7-84b5-4e30-99a7-0415c680540c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:27.306216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-88f7a7c6-d581-4819-ae51-ff8681fcfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:27.314321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Transition to ACTIVE for port object 51ae859b-2c66-4887-9566-d8079460b208 will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:27.393059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:27.668315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-08b2acbf-1667-4f46-acdf-f21d5b0d5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:27.707044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:27.909119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:27.935480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Usage tracker for resource:port and tenant:e7c6fd57c03a478f93acbb4e93e38c34 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:27.946738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:27.961451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:28.027655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c94172eb-4a59-470a-bb23-72b4be8fa2b2 req-7ddbc039-3907-4f87-9ea1-768f08844b11 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.4970419 Feb 17 04:28:28.029405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Pushing event updated for resources: {'Port': ['ID=51ae859b-2c66-4887-9566-d8079460b208,revision_number=2']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:28.122531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.126177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.126565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.128822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.129325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.129688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.133092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.133494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.133869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.134240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.134623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.137380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.137870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.139610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.140745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.141217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.142959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.143973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.145678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.146076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.149236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.149806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.150884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.151515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Tracked resource versions report: Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: pushed versions: Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: { 'AddressGroup': {'1.1'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': {'1.0'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': {'1.0'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': {'1.1'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': {'1.7'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': {'1.2'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': {'1.8'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': {'1.4'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': {'1.0'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': {'1.1'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': {'1.1'}} Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: consumer versions: Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: { DHCP agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: L3 agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: Metadata agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: Metering agent@dv-cinder-759962-5-smb: {}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@dv-cinder-759962-5-smb: { 'AddressGroup': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}, Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'ConntrackHelper': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Log': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Network': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Port': '1.7', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'PortForwarding': '1.2', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'QosPolicy': '1.8', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroup': '1.4', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SecurityGroupRule': '1.2', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'SubPort': '1.0', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Subnet': '1.1', Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: 'Trunk': '1.1'}} Feb 17 04:28:28.160270 dv-cinder-759962-5-smb neutron-server[83899]: {{(pid=84014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:28:28.170989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:28.202206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device fe7719f7-84b5-4e30-99a7-0415c680540c up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:28.262470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Attempting to bind port 51ae859b-2c66-4887-9566-d8079460b208 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:28.267223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Attempting to bind port 51ae859b-2c66-4887-9566-d8079460b208 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:28.268513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Attempting to bind port 51ae859b-2c66-4887-9566-d8079460b208 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:28.287007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:28.287576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:28.290794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.292925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:28.293689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Bound port: 51ae859b-2c66-4887-9566-d8079460b208, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:28.294143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.398703 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-be40474a-dfd8-45ad-9852-e188dcac0429 req-88ad8a7b-7156-4100-960f-728451ffc748 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.1093121 Feb 17 04:28:28.443343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:28.450239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.521859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] For port 51ae859b-2c66-4887-9566-d8079460b208, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:28.532439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] For port 51ae859b-2c66-4887-9566-d8079460b208, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=51ae859b-2c66-4887-9566-d8079460b208,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:28.537865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.585326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:28.705130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abbd3389-f809-4b1c-9f79-32931a2b9971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.709778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port fe7719f7-84b5-4e30-99a7-0415c680540c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:28.710750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:28.844875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Allocated IP 172.20.0.5 (fbb8d2ba-76cb-4f03-a266-a56e6a8ca554/4bbf171d-65b2-4057-b141-ae4aa26c1099/b93abaae-2b3f-4255-b2ab-fec3a46c5798) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:28.911899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:29.255614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:29.383235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Pushing event updated for resources: {'Port': ['ID=51ae859b-2c66-4887-9566-d8079460b208,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:29.390126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:29.561568 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a08b5771-8ec6-42fd-8625-f2b08e0df59d req-b8d9ee7c-c3e7-4f6b-938b-387479f57fdb tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.2377703 Feb 17 04:28:29.575965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:22Z', 'revision_number': 3, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:29.575965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:28:29.575965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Updating router ad0b91e7-fd06-44c2-a0fd-c29392145241 port 187bd899-d019-4803-94fe-d32f6f55dced binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:28:29.626636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:29.627418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:29.644150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:29.739783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:29.810641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60552) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:29.813315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60556) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:30.142389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Allocated IP 172.20.0.1 (341dd027-8fc5-48e5-b05e-415e0d7a7f78/32c25ceb-ac01-4b4c-bb41-3eff7c551baf/ee49cc7d-ca32-45c6-9be1-ec73318651c1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:30.183094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:30.437057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.457126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Transition to ACTIVE for port object ee49cc7d-ca32-45c6-9be1-ec73318651c1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:30.478709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60572) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:30.486583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.505091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36f6d80e-e113-4640-9ff3-3d7aa116475f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:30.554050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.653454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.856856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Pushing event updated for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:30.911869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:30.927066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.927237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.943346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Transition to ACTIVE for port object 187bd899-d019-4803-94fe-d32f6f55dced will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:30.951020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:30.982393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fa529f7-407a-4c60-8199-396a40e90dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:30.999319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:31.019646 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d7f9283a-fbba-41ac-8abe-1be756f9d720 req-84b187bd-88a5-4533-9917-cf2f5be703b7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1041660 Feb 17 04:28:31.026222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Usage tracker for resource:security_group_rule and tenant:2e105cddef5443e094c9b86c44a73548 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:31.038676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:31.056241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:31.061527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.114983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.150305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 3, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:31.153582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:31.157726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56158e5b-4d12-4761-8645-f4e4cf758210 None None] The sync data for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb is: [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:20Z', 'revision_number': 3, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:28:31.185346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Pushing event updated for resources: {'Port': ['ID=187bd899-d019-4803-94fe-d32f6f55dced,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:31.191776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:31.193303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:31.198921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:31.201573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:31.202112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.254627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Attempting to bind port 187bd899-d019-4803-94fe-d32f6f55dced on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:31.255602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Attempting to bind port 187bd899-d019-4803-94fe-d32f6f55dced by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:31.258030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Attempting to bind port 187bd899-d019-4803-94fe-d32f6f55dced on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:31.288810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:31.289336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:31.293238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.293738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:31.294402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Bound port: 187bd899-d019-4803-94fe-d32f6f55dced, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:31.294900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.484669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:31.517686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] For port 187bd899-d019-4803-94fe-d32f6f55dced, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:31.521972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] For port 187bd899-d019-4803-94fe-d32f6f55dced, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=187bd899-d019-4803-94fe-d32f6f55dced,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:31.536184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.598201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.702431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:31.870800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:31.901948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:31.973448 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e105cddef5443e094c9b86c44a73548&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4932587 Feb 17 04:28:31.982957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60604) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:32.186848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ecb68c-e139-4bad-bd0e-0e962f6b16bf,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:32.191788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:32.212291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Pushing event updated for resources: {'Port': ['ID=187bd899-d019-4803-94fe-d32f6f55dced,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:32.245615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:32.252125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 51ae859b-2c66-4887-9566-d8079460b208 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:32.362351 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f54ce90-bbfb-4355-95e0-e71471e6709a req-caefcd45-a8b8-46a9-b68c-8a2319eca557 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.0852866 Feb 17 04:28:32.373423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.472918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.480555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3b6a28b1-b1e9-4b6a-a97c-5e7e31a00929 None None] Provisioning for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:32.517830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 51ae859b-2c66-4887-9566-d8079460b208 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:32.532480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:32.533219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:32.573055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Allocated IP 172.20.0.1 (f7829e00-bd79-4443-ac3a-951474aeff3b/7b38e78e-03fb-4714-b3a5-29bf31dc8379/1d916459-ddef-4fb5-ab40-f94c289fca22) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:32.620612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.776011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:32.923582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Allocated IP 172.20.0.9 (88105b26-9d77-4a49-916b-196e6bdf15b2/4f13a2c7-d236-4c59-83c5-266bc000ac32/a34d59e9-7057-4293-8efa-a7efc552860b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:32.960824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.964379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.965752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:32.976989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:32.998766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.082304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:33.085494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:33.099095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:33.099645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.105645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.108384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3b6a28b1-b1e9-4b6a-a97c-5e7e31a00929 None None] Provisioning complete for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:33.108943 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3b6a28b1-b1e9-4b6a-a97c-5e7e31a00929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.150901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.157441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ecb68c-e139-4bad-bd0e-0e962f6b16bf,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:33.173527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 51ae859b-2c66-4887-9566-d8079460b208 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:33.174243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.175301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:33.176156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.180901 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62ecb68c-e139-4bad-bd0e-0e962f6b16bf HTTP/1.1" status: 204 len: 168 time: 1.1849842 Feb 17 04:28:33.191552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:33.192430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:33.230802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:33.240866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Usage tracker for resource:security_group_rule and tenant:0050d955a1854cb98cd05f52ad36a0ec is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:33.249582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:33.265404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:33.267846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:33.269689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Pushing event updated for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:33.520652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.565042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 51ae859b-2c66-4887-9566-d8079460b208, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=51ae859b-2c66-4887-9566-d8079460b208,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:33.586874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.636101 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:33.674518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Pushing event updated for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:33.677443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.524s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:33.690764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:33.695611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Usage tracker for resource:security_group_rule and tenant:dcafb84bfab647fcaeb5b782ee2da649 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:33.705525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:33.712472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:33.742588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a28b1-b1e9-4b6a-a97c-5e7e31a00929 None None] Port ee49cc7d-ca32-45c6-9be1-ec73318651c1 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:28:33.814523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.830542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0057e07a-bf79-4106-b38c-d2d034857ae5 req-81bb9531-f20d-4764-b84d-7cf5b6d05222 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1250265 Feb 17 04:28:33.833115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.842918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d2cee-95ef-4a92-94b9-80d3494da686 req-9cf46263-df7d-4ee8-9113-ff5977a7908b tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:33.843650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-901d2cee-95ef-4a92-94b9-80d3494da686 req-9cf46263-df7d-4ee8-9113-ff5977a7908b tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Synchronizing usage tracker for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:33.846803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:33.862323 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.0697446 Feb 17 04:28:33.932864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:33.965896 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcafb84bfab647fcaeb5b782ee2da649&name=default HTTP/1.1" status: 200 len: 2976 time: 3.7465119 Feb 17 04:28:33.976115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 60640) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:33.978040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1b65ec-f5b5-4e32-b729-3e13d9e614f0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:33.979832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:33.982345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:34.003385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:28:34.007895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.072162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5740efe4-3fcc-468e-bd03-6f09905dacfc None None] Provisioning complete for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:34.072895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5740efe4-3fcc-468e-bd03-6f09905dacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.082686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-a4f3e39a-a4bc-44f7-b105-d47475b9b7de tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:28:34.083963 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-a4f3e39a-a4bc-44f7-b105-d47475b9b7de tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0149674 Feb 17 04:28:34.150020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-901d2cee-95ef-4a92-94b9-80d3494da686 req-9cf46263-df7d-4ee8-9113-ff5977a7908b tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Unset dirty status for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:34.151434 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-901d2cee-95ef-4a92-94b9-80d3494da686 req-9cf46263-df7d-4ee8-9113-ff5977a7908b tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 931 time: 3.5630827 Feb 17 04:28:34.154048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-5740efe4-3fcc-468e-bd03-6f09905dacfc None None] Port ee49cc7d-ca32-45c6-9be1-ec73318651c1 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:28:34.184860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:34.193095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c21-c8b3-4930-aaa1-33d5a22bef90 None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:30Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:28:34.221040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=51ae859b-2c66-4887-9566-d8079460b208,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:34.232558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:34.331306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.398083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.462581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:28:34.478222 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] 10.222.0.42 "PUT /v2.0/routers/ad0b91e7-fd06-44c2-a0fd-c29392145241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5047915 Feb 17 04:28:34.478494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:34.482915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.588937 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-901d2cee-95ef-4a92-94b9-80d3494da686 req-41cfae11-01c6-4125-b15a-f28b53215508 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101024 Feb 17 04:28:34.605956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.671323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.758038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60662) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:34.761206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0050d955a1854cb98cd05f52ad36a0ec&name=default HTTP/1.1" status: 200 len: 2978 time: 4.5325127 Feb 17 04:28:34.841306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.850628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd9d178-7c63-4f7d-bc46-eda2fa4148c0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:34.857509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:34.897933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:34.935227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:34.980700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:35.061061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:35.071454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:35.095680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd9d178-7c63-4f7d-bc46-eda2fa4148c0,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:35.097782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:35.098960 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecd9d178-7c63-4f7d-bc46-eda2fa4148c0 HTTP/1.1" status: 204 len: 168 time: 0.3385472 Feb 17 04:28:35.110243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:35.344110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Pushing event updated for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:35.360948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:35.378084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:35.403398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Network f7829e00-bd79-4443-ac3a-951474aeff3b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:35.438148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:35.987490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:35.992707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:35.993533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.153572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60686) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:36.189534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 51ae859b-2c66-4887-9566-d8079460b208 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:36.199146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.208178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Request body: {'port': {'device_id': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:36.242767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:36.249671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Usage tracker for resource:security_group_rule and tenant:f873617b6de34e56afdfacb21bb66c71 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:36.262816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:36.274594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:36.368415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 51ae859b-2c66-4887-9566-d8079460b208 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:36.371077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.439189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.514441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.525234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:36.621974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:36.656812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60694) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:36.680801 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f873617b6de34e56afdfacb21bb66c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260344 Feb 17 04:28:36.703636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277210886', 'description': 'tempest-description--1281862546'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:36.718477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60698) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:36.805415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:36.808267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 187bd899-d019-4803-94fe-d32f6f55dced up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:36.858418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:36.888058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:36.932957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c30f6d4-8870-481c-92b1-f2764bf090d1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:36.936154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:36.982213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:36.997820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c03af-f035-4a4f-ac99-d376759ea59e req-a795c79c-4e52-4e93-aa93-9e3fd057c291 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:37.001640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-773c03af-f035-4a4f-ac99-d376759ea59e req-a795c79c-4e52-4e93-aa93-9e3fd057c291 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:37.122387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event updated for resources: {'Port': ['ID=a34d59e9-7057-4293-8efa-a7efc552860b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:37.193047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.755s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:37.195449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:37.198378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.233520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1b65ec-f5b5-4e32-b729-3e13d9e614f0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:37.267475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.269052 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b1b65ec-f5b5-4e32-b729-3e13d9e614f0 HTTP/1.1" status: 204 len: 168 time: 3.2852168 Feb 17 04:28:37.290811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:37.292865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 187bd899-d019-4803-94fe-d32f6f55dced completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:37.298671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 187bd899-d019-4803-94fe-d32f6f55dced triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:37.299360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.305320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.308458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:37.332142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.337365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:37.348842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:37.373931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-773c03af-f035-4a4f-ac99-d376759ea59e req-a795c79c-4e52-4e93-aa93-9e3fd057c291 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:37.382395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-773c03af-f035-4a4f-ac99-d376759ea59e req-a795c79c-4e52-4e93-aa93-9e3fd057c291 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 931 time: 2.2068572 Feb 17 04:28:37.391466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:37.440517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.458809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 187bd899-d019-4803-94fe-d32f6f55dced, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=187bd899-d019-4803-94fe-d32f6f55dced,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:37.462350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.463075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.465424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:37.484894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:37.497793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-773c03af-f035-4a4f-ac99-d376759ea59e req-09992fa7-c499-425a-af34-baedc25e2d3f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:37.501184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:37.507382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.518907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:37.523822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:37.524660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.552733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=187bd899-d019-4803-94fe-d32f6f55dced,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:37.558175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:37.578301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899fe18-b965-4b16-a1f6-928815bebe05 req-cf3b11a7-1ce7-491e-8d85-d70fcc3f8985 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:37.580116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a899fe18-b965-4b16-a1f6-928815bebe05 req-cf3b11a7-1ce7-491e-8d85-d70fcc3f8985 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 931 time: 0.5377560 Feb 17 04:28:37.611415 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.4667799 Feb 17 04:28:37.612106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-773c03af-f035-4a4f-ac99-d376759ea59e req-09992fa7-c499-425a-af34-baedc25e2d3f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:37.613218 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-773c03af-f035-4a4f-ac99-d376759ea59e req-09992fa7-c499-425a-af34-baedc25e2d3f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296517 Feb 17 04:28:37.683059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.685600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.698242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a899fe18-b965-4b16-a1f6-928815bebe05 req-dfed7bd4-8945-4006-852f-ad1d10cb0a0d tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Synchronizing usage tracker for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:37.703552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b2bb887a-07de-4d91-ac2c-f8f2a6dea396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:37.711388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.729085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c30f6d4-8870-481c-92b1-f2764bf090d1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:37.752273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:37.752798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c7437d0-3a9c-4150-b460-ff9aeb996b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:37.782958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a899fe18-b965-4b16-a1f6-928815bebe05 req-dfed7bd4-8945-4006-852f-ad1d10cb0a0d tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Unset dirty status for tenant:a57edbd5351246318b9b0dd560ded3d4 on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:37.784237 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a899fe18-b965-4b16-a1f6-928815bebe05 req-dfed7bd4-8945-4006-852f-ad1d10cb0a0d tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930678 Feb 17 04:28:37.792151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.796344 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c30f6d4-8870-481c-92b1-f2764bf090d1 HTTP/1.1" status: 204 len: 168 time: 1.0768149 Feb 17 04:28:37.800564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:37.806550 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1290584 Feb 17 04:28:37.806550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60730) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:37.809133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34669f69-50a5-43fa-9fac-470fa899cf5c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:37.812065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:37.818563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group_rule': {'security_group_id': '34669f69-50a5-43fa-9fac-470fa899cf5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:37.826498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:37.831616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:37.835424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:37.842380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:37.867081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.029424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 187bd899-d019-4803-94fe-d32f6f55dced up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:38.085374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.096251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.098246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:38.113312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 187bd899-d019-4803-94fe-d32f6f55dced triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:38.113930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.161607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8c8ae8-485d-46bb-80e0-5c7f0da0b8f1,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:38.171680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:38.196200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.199180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926380 Feb 17 04:28:38.202060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60748) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:38.218123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group_rule': {'security_group_id': '34669f69-50a5-43fa-9fac-470fa899cf5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:38.234289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:38.251198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:38.259196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:38.271851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:38.307207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.360539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.407662 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.415674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.435104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-50e747eb-ea34-401c-9bab-9089241cceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:38.444798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.451982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.454328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3891ae4e-cd4c-48f4-ac70-e63536fe7694 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:38.480663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f78a39-0cd7-46ab-baf1-afe07b85d53e,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:38.488029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:38.500307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.501626 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2966127 Feb 17 04:28:38.504832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 60764) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:38.515941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:38.528531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:38.533056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:floatingip and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:38.537526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:38.545590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:38.560658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.590479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Request body: {'port': {'device_id': '9df02162-751d-43eb-832a-d4deba930cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:38.736889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Network f7829e00-bd79-4443-ac3a-951474aeff3b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:38.741807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93abaae-2b3f-4255-b2ab-fec3a46c5798 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:28:38.750522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:38.765731 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:38.860705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:28:38.875975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:38.876870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:38.918737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:39.146315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Pushing event updated for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:39.154817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:39.324705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:39.601730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772280-3e5b-421e-8304-96dfc7ad6373 req-45bf4814-0874-4bb1-a24f-cda41cee9d94 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:39.603854 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55772280-3e5b-421e-8304-96dfc7ad6373 req-45bf4814-0874-4bb1-a24f-cda41cee9d94 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 931 time: 0.4837070 Feb 17 04:28:39.727968 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55772280-3e5b-421e-8304-96dfc7ad6373 req-859e83bf-a3e9-45dc-8d1d-1d5203d482a6 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167073 Feb 17 04:28:39.753848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Transition to ACTIVE for port object b93abaae-2b3f-4255-b2ab-fec3a46c5798 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:39.776829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Allocated IP 172.28.2.37 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/27823d6d-f92d-42ff-8c85-edc2619c8e57) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:39.811563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:39.895716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:39.925283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:32Z', 'revision_number': 2, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:39.930845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:28:39.931266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Updating router ad0b91e7-fd06-44c2-a0fd-c29392145241 port ee49cc7d-ca32-45c6-9be1-ec73318651c1 binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:28:39.993411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.017474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.063539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.094689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:40.223791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.266047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:28:40.306548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=27823d6d-f92d-42ff-8c85-edc2619c8e57,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:40.320710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:40.373726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:40.375915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:40.380044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:40.452263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Pushing event updated for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:40.458605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:40.481917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.605346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.788711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.823647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Transition to ACTIVE for port object ee49cc7d-ca32-45c6-9be1-ec73318651c1 will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:40.829238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.984052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:40.988953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.038203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98b00-e952-435f-b870-666e256af95e req-b520bc65-e9ea-4e85-85c5-479595896650 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:41.041923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18d98b00-e952-435f-b870-666e256af95e req-b520bc65-e9ea-4e85-85c5-479595896650 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 931 time: 1.8339016 Feb 17 04:28:41.136777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:41.143471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:41.225487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.265381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.272903 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7663798 Feb 17 04:28:41.284014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Attempting to bind port b93abaae-2b3f-4255-b2ab-fec3a46c5798 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:41.284789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Attempting to bind port b93abaae-2b3f-4255-b2ab-fec3a46c5798 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'e54daa5b-9702-4f0a-8a21-7d195f9d8417', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:41.285272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=27823d6d-f92d-42ff-8c85-edc2619c8e57,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:41.285612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Attempting to bind port b93abaae-2b3f-4255-b2ab-fec3a46c5798 on network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:41.290676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:41.306185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:41.306672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Checking segment: {'id': 'e54daa5b-9702-4f0a-8a21-7d195f9d8417', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:41.307206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.307680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Bound using segment: {'id': 'e54daa5b-9702-4f0a-8a21-7d195f9d8417', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:41.308281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Bound port: b93abaae-2b3f-4255-b2ab-fec3a46c5798, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54daa5b-9702-4f0a-8a21-7d195f9d8417', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbb8d2ba-76cb-4f03-a266-a56e6a8ca554'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:41.308733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.351675 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18d98b00-e952-435f-b870-666e256af95e req-8d88cdb5-2302-4040-ab24-a8a4067e1f49 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876508 Feb 17 04:28:41.436047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Pushing event updated for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:41.443979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:41.464193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:41.468615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798,segment=NetworkSegment(e54daa5b-9702-4f0a-8a21-7d195f9d8417),segment_id=e54daa5b-9702-4f0a-8a21-7d195f9d8417)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:41.478938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.559213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:41.673285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0e2bb-fc6e-48fe-b7c5-1756c62effb1 req-42843872-e7b2-434f-9675-7cc5a7f16e21 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:41.690521 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86a0e2bb-fc6e-48fe-b7c5-1756c62effb1 req-42843872-e7b2-434f-9675-7cc5a7f16e21 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.2802000 Feb 17 04:28:41.739918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Pushing event updated for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:41.748669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:41.750333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:28:41.761341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Sync routers for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:28:41.776990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:41.777677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:41.787091 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] 10.222.0.42 "PUT /v2.0/routers/4fc05d58-8930-4f3d-90c1-02e2b15d4d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2101424 Feb 17 04:28:41.821893 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86a0e2bb-fc6e-48fe-b7c5-1756c62effb1 req-7a502de3-be83-4a97-ae27-51913f807c84 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300073 Feb 17 04:28:41.891719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Attempting to bind port ee49cc7d-ca32-45c6-9be1-ec73318651c1 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:41.906998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Attempting to bind port ee49cc7d-ca32-45c6-9be1-ec73318651c1 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:41.911271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Attempting to bind port ee49cc7d-ca32-45c6-9be1-ec73318651c1 on network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:41.932163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:41.932659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Checking segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:41.933108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:41.933538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Bound using segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:41.934076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Bound port: ee49cc7d-ca32-45c6-9be1-ec73318651c1, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:41.934486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:42.069880 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-0b7e007f-60a0-41f8-985e-53c81fe09b1a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1277210886&fields=id&tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 267 time: 0.2667081 Feb 17 04:28:42.133199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] For port ee49cc7d-ca32-45c6-9be1-ec73318651c1, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:42.136605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] For port ee49cc7d-ca32-45c6-9be1-ec73318651c1, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=ee49cc7d-ca32-45c6-9be1-ec73318651c1,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:42.150859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:42.192387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69564d9c-4a09-4cd4-b989-aae5320feb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:42.248831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:42.249414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:42.251108 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] 10.222.0.53 "PUT /v2.0/ports/b93abaae-2b3f-4255-b2ab-fec3a46c5798 HTTP/1.1" status: 200 len: 1157 time: 7.1120906 Feb 17 04:28:42.257801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:42.417390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:42.657064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-0f5a70bd-3162-4bbe-9549-baf0de9fa8d2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:42.663301 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-0f5a70bd-3162-4bbe-9549-baf0de9fa8d2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 817 time: 0.5720713 Feb 17 04:28:42.716728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Pushing event updated for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=4']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:42.726970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:42.818210 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-fc52f151-6b52-4b80-9e7e-d5150c0a0f24 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/quotas/e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 375 time: 0.1227419 Feb 17 04:28:42.839417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-6f27c2c7-d501-4655-aaac-2e47e740634a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:42.841009 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-6f27c2c7-d501-4655-aaac-2e47e740634a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 819 time: 0.2271426 Feb 17 04:28:42.871201 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-a69abd85-7e3f-4762-90f9-a3b6815ff961 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/quotas/27ca6037670548b9a13f1320733e7b17 HTTP/1.1" status: 200 len: 375 time: 0.0182290 Feb 17 04:28:42.956039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:42.956744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:43.028834 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-a1975824-c6a4-4381-b6cf-8d3c837d733f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491511 Feb 17 04:28:43.137867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '1d916459-ddef-4fb5-ab40-f94c289fca22', 'name': '', 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'mac_address': 'fa:16:3e:1b:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:32Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 2, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'subnets': [{'id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:43.145097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Checking router: 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:28:43.145505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Updating router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c port 1d916459-ddef-4fb5-ab40-f94c289fca22 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:28:43.180345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-f9e49340-bc66-4dbd-9fd0-77b5e55b3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:43.181957 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-f9e49340-bc66-4dbd-9fd0-77b5e55b3a0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a57edbd5351246318b9b0dd560ded3d4&device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 1160 time: 0.8561049 Feb 17 04:28:43.217117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:43.283164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:43.293360 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-b70b5534-d3c2-49c5-81c7-54a501523f81 service neutron] 10.222.0.42 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516732 Feb 17 04:28:43.361269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34d59e9-7057-4293-8efa-a7efc552860b {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:28:43.380790 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-4b86baf9-89d8-43ff-bc99-3bb357a94aad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798 HTTP/1.1" status: 200 len: 217 time: 0.1713598 Feb 17 04:28:43.386003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:43.479923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-69a0b756-0d74-41f7-aaa4-f6b35695b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:43.481928 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-69a0b756-0d74-41f7-aaa4-f6b35695b04d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bbf171d-65b2-4057-b141-ae4aa26c1099 HTTP/1.1" status: 200 len: 851 time: 0.0779989 Feb 17 04:28:43.496687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Transition to ACTIVE for port object a34d59e9-7057-4293-8efa-a7efc552860b will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:43.497952 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-f07a44ca-8fcc-4647-9670-5b61bedcb2bf service neutron] 10.222.0.42 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994486 Feb 17 04:28:43.543854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:43.569217 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-638bc7e0-d6f1-4919-b9cc-0d43dc310c21 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7445505 Feb 17 04:28:43.712148 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-335a458c-294d-4693-a003-4859047b4eb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195120 Feb 17 04:28:43.714864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bc854ae2-27a5-406b-91a0-9e8905c096b4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:43.803430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:42Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:43.813767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf16222c-898a-46ab-9def-112cdb0e765f None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:42Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:28:44.110644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device ee49cc7d-ca32-45c6-9be1-ec73318651c1 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:44.223713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f698-76f2-4d87-a4ba-f97478a0e92a req-917cc27f-7bc5-49b3-9e5d-e62ff8300b80 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:44.239005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9719f698-76f2-4d87-a4ba-f97478a0e92a req-917cc27f-7bc5-49b3-9e5d-e62ff8300b80 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 943 time: 0.2282288 Feb 17 04:28:44.283466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:44.301363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Transition to ACTIVE for port object 1d916459-ddef-4fb5-ab40-f94c289fca22 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:44.305785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:44.317612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:44.317945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:44.339446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a34d59e9-7057-4293-8efa-a7efc552860b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:44.375972 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-48876e11-441f-4706-8ba3-ab11c93917ab service neutron] 10.222.0.42 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620724 Feb 17 04:28:44.385428 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9719f698-76f2-4d87-a4ba-f97478a0e92a req-93154763-bd14-4d21-93f6-c66503a0ca6b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453471 Feb 17 04:28:44.408500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:44.519154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:44.625645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:44.793002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Pushing event updated for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:44.821242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:44.839447 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798', 'status': 'completed', 'code': 200} Feb 17 04:28:45.012278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.063364 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-a86fc6ff-73fc-403f-a880-6698552650f2 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282233 Feb 17 04:28:45.110614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port ee49cc7d-ca32-45c6-9be1-ec73318651c1, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=ee49cc7d-ca32-45c6-9be1-ec73318651c1,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:45.132377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db9b2-bae8-4b0b-b9b0-0ffbf619a97c req-a99a8dca-7f48-481c-bae9-d05260af2ab9 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:45.134110 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c8db9b2-bae8-4b0b-b9b0-0ffbf619a97c req-a99a8dca-7f48-481c-bae9-d05260af2ab9 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.2010443 Feb 17 04:28:45.137243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.162232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:45.175399 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-0af58903-56c1-4367-86f0-ed64864c7b03 service neutron] 10.222.0.42 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7981436 Feb 17 04:28:45.177752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Attempting to bind port a34d59e9-7057-4293-8efa-a7efc552860b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:45.179088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Attempting to bind port a34d59e9-7057-4293-8efa-a7efc552860b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:45.179974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Attempting to bind port a34d59e9-7057-4293-8efa-a7efc552860b on network 88105b26-9d77-4a49-916b-196e6bdf15b2 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:45.248674 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c8db9b2-bae8-4b0b-b9b0-0ffbf619a97c req-b091cad0-c595-404f-b51a-5766890bddee tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996597 Feb 17 04:28:45.303945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:45.322337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:45.447681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:45.448004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Checking segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:45.453883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.454308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Bound using segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:45.454854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Bound port: a34d59e9-7057-4293-8efa-a7efc552860b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:45.455242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.665086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Attempting to bind port 1d916459-ddef-4fb5-ab40-f94c289fca22 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:45.668315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Attempting to bind port 1d916459-ddef-4fb5-ab40-f94c289fca22 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:45.668945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Attempting to bind port 1d916459-ddef-4fb5-ab40-f94c289fca22 on network f7829e00-bd79-4443-ac3a-951474aeff3b {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:45.688999 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ce9d02c-7c89-47c0-900f-52de98248a06 req-2c54798b-84e8-4b78-94ea-c62b83199564 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 210 time: 0.1328061 Feb 17 04:28:45.691786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:45.692219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Checking segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:45.692683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.693134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Bound using segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:45.693685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Bound port: 1d916459-ddef-4fb5-ab40-f94c289fca22, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:45.699535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:45.853254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.53', 63940) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:45.942647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] For port 1d916459-ddef-4fb5-ab40-f94c289fca22, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:45.948127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] For port 1d916459-ddef-4fb5-ab40-f94c289fca22, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d916459-ddef-4fb5-ab40-f94c289fca22,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:46.072195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-b672fdd5-6996-414a-a4ce-a0bfb562df61 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:46.074194 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-b672fdd5-6996-414a-a4ce-a0bfb562df61 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 819 time: 0.1999857 Feb 17 04:28:46.076287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c1e4a0d0-4739-4f76-b626-4cc1909f4a9d req-28a7dcf0-cf9c-4047-9c68-bc4357373c2e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:46.087086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:46.107924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Request body: {'port': {'device_id': '159e2773-ce98-4a72-9132-51f49a353ba3', 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'admin_state_up': True, 'tenant_id': '27ca6037670548b9a13f1320733e7b17'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:46.135843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] For port a34d59e9-7057-4293-8efa-a7efc552860b, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:46.142179 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c8e09fb-4822-487d-9e18-fae55aa1a703 req-21f5c814-1db8-45c4-8b5c-1df0305c0d3c service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9654584 Feb 17 04:28:46.165446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] For port a34d59e9-7057-4293-8efa-a7efc552860b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a34d59e9-7057-4293-8efa-a7efc552860b,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:46.183916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f83ef2-65bb-4f57-a3e1-90fd49803c14 req-4b7932fd-fbfc-4d15-9b7a-1825d3b30bc5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:46.192108 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b7f83ef2-65bb-4f57-a3e1-90fd49803c14 req-4b7932fd-fbfc-4d15-9b7a-1825d3b30bc5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 943 time: 0.4420779 Feb 17 04:28:46.195096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:46.230571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:46.279576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:46.323501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device ee49cc7d-ca32-45c6-9be1-ec73318651c1 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:46.372474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a34d59e9-7057-4293-8efa-a7efc552860b,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:46.427849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:28:46.429380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:46.445102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:46.479470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c1e4a0d0-4739-4f76-b626-4cc1909f4a9d req-28a7dcf0-cf9c-4047-9c68-bc4357373c2e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:46.481373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1e4a0d0-4739-4f76-b626-4cc1909f4a9d req-28a7dcf0-cf9c-4047-9c68-bc4357373c2e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 210 time: 0.7126653 Feb 17 04:28:46.482390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:46.502010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Usage tracker for resource:port and tenant:27ca6037670548b9a13f1320733e7b17 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:46.507765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:46.520937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:46.546493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Made reservation on behalf of 27ca6037670548b9a13f1320733e7b17 for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:46.552806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:46.571202 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b7f83ef2-65bb-4f57-a3e1-90fd49803c14 req-847fb085-aed5-448a-a947-61d1f826929e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781185 Feb 17 04:28:46.774812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-a3c17ee8-eda1-421a-a713-122a2e90c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:46.787064 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-a3c17ee8-eda1-421a-a713-122a2e90c941 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a57edbd5351246318b9b0dd560ded3d4&device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 1160 time: 0.3929830 Feb 17 04:28:46.822296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:28:46.977737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-34719300-e832-4370-976a-00a17b9e9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:46.979508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-34719300-e832-4370-976a-00a17b9e9361 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 HTTP/1.1" status: 200 len: 905 time: 0.1905019 Feb 17 04:28:47.119142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Pushing event updated for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:47.133276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:47.168624 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-026e0b2b-9e9f-4976-afda-6ac3f7d35a20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798 HTTP/1.1" status: 200 len: 217 time: 0.1389830 Feb 17 04:28:47.213103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Allocated IP 172.20.0.5 (f7829e00-bd79-4443-ac3a-951474aeff3b/7b38e78e-03fb-4714-b3a5-29bf31dc8379/2336fb6f-422f-4049-b330-6fd0b87fe37f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:47.489456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:47.519755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port ee49cc7d-ca32-45c6-9be1-ec73318651c1 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:47.520503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:47.529193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:47.536255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-a426db92-7427-454b-bcd3-e1679f291e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:47.538076 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-a426db92-7427-454b-bcd3-e1679f291e29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bbf171d-65b2-4057-b141-ae4aa26c1099 HTTP/1.1" status: 200 len: 851 time: 0.0832636 Feb 17 04:28:47.622015 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-082870c4-cca3-4e13-8b85-c93961d72b91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760920 Feb 17 04:28:47.772752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:47.773379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:47.778206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/a34d59e9-7057-4293-8efa-a7efc552860b HTTP/1.1" status: 200 len: 1157 time: 9.2107124 Feb 17 04:28:47.778802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:47.786906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '1d916459-ddef-4fb5-ab40-f94c289fca22', 'name': '', 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'mac_address': 'fa:16:3e:1b:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:32Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 4, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'subnets': [{'id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:47.799101 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc97773-5b29-4766-ac07-fd2f52412a68 None None] The sync data for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb is: [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '1d916459-ddef-4fb5-ab40-f94c289fca22', 'name': '', 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'mac_address': 'fa:16:3e:1b:c1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:32Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 4, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'subnets': [{'id': '7b38e78e-03fb-4714-b3a5-29bf31dc8379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:28:47.953371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.53', 63949) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:47.954202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:48.121798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2aa63-4604-4b87-a160-771e97a0fea4 req-f7452c91-b545-4409-b7f6-f03dfd99f2cd tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:48.122966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-05c2aa63-4604-4b87-a160-771e97a0fea4 req-f7452c91-b545-4409-b7f6-f03dfd99f2cd tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 1.1499574 Feb 17 04:28:48.146547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d916459-ddef-4fb5-ab40-f94c289fca22 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:48.265403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 1d916459-ddef-4fb5-ab40-f94c289fca22 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:48.266993 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-05c2aa63-4604-4b87-a160-771e97a0fea4 req-bf7890ca-b32e-49f6-bbad-38eb3b290027 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194320 Feb 17 04:28:48.273536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-d63905ec-6b15-4a2d-a6b0-f64b4e2c0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:48.275945 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-d63905ec-6b15-4a2d-a6b0-f64b4e2c0f86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 1160 time: 0.3257692 Feb 17 04:28:48.278077 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-9366c3b8-ae1b-4ef2-9592-9c6043b85c77 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403801 Feb 17 04:28:48.288956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 1d916459-ddef-4fb5-ab40-f94c289fca22 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:48.289383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:48.471879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Pushing event updated for resources: {'Port': ['ID=2336fb6f-422f-4049-b330-6fd0b87fe37f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:48.505023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Network f7829e00-bd79-4443-ac3a-951474aeff3b is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:48.519519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:48.520502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:48.538717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:48.568707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:48.578093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:48.578856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:48.610180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 1d916459-ddef-4fb5-ab40-f94c289fca22, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d916459-ddef-4fb5-ab40-f94c289fca22,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:48.616659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:48.619914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:48.700660 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6017029 Feb 17 04:28:48.735009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-9c8f6425-8887-4db2-ad46-370ec9fa35eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:48.741448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-9c8f6425-8887-4db2-ad46-370ec9fa35eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:network {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:48.743619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:48.755649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:48.774609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Request body: {'port': {'device_id': '159e2773-ce98-4a72-9132-51f49a353ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:48.791168 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-5cf58dc7-e43b-4e0d-a3c7-4621a714e4eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34d59e9-7057-4293-8efa-a7efc552860b HTTP/1.1" status: 200 len: 217 time: 0.5005133 Feb 17 04:28:48.842456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-9c8f6425-8887-4db2-ad46-370ec9fa35eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:network {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:48.846059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-9c8f6425-8887-4db2-ad46-370ec9fa35eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 817 time: 0.8030291 Feb 17 04:28:48.858325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-4d39dbb9-1d8e-427c-bafa-c8f70c5db689 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:48.860534 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-4d39dbb9-1d8e-427c-bafa-c8f70c5db689 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 819 time: 1.9907424 Feb 17 04:28:48.958282 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-bfcd3bdd-e9ee-4ece-9517-6a6117cf3d7f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/quotas/27ca6037670548b9a13f1320733e7b17 HTTP/1.1" status: 200 len: 375 time: 0.0784488 Feb 17 04:28:49.022422 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed7e440f-84b9-4363-b523-6ba8d52064bd req-cca35af4-bf43-47a8-a85d-5d6d8ef81a82 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 210 time: 0.4906387 Feb 17 04:28:49.066221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda8df-42da-40bd-9701-60af54213959 req-98bf8c29-9508-4dbf-8d15-38336a88d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:49.067850 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-98bf8c29-9508-4dbf-8d15-38336a88d9f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.1799934 Feb 17 04:28:49.069993 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3a69914f-97f7-4a6b-a73c-e18124e6f4c6 req-0ee7fc81-7063-4727-925b-75640a4b7539 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6310918 Feb 17 04:28:49.102947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:49.167841 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-81eaae9a-0923-4c47-af3d-073584eba0cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888960 Feb 17 04:28:49.306408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-132fefd3-d633-41d9-b9d9-57551a475925 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:49.396452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-04828919-fc43-43d2-b960-e032c42d6462 req-97270b16-319c-403e-aae2-877c2b98d419 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:49.400526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-132fefd3-d633-41d9-b9d9-57551a475925 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:49.403698 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-132fefd3-d633-41d9-b9d9-57551a475925 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 5705 time: 0.5420179 Feb 17 04:28:49.416526 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-a7386d80-d2ac-45d0-aecd-b95adc21f3e3 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376676 Feb 17 04:28:49.470143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'port': {'device_id': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'admin_state_up': True, 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'security_groups': ['34669f69-50a5-43fa-9fac-470fa899cf5c']}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:49.595070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-04828919-fc43-43d2-b960-e032c42d6462 req-97270b16-319c-403e-aae2-877c2b98d419 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:49.596694 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-97270b16-319c-403e-aae2-877c2b98d419 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6103806 Feb 17 04:28:49.663427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97fda8df-42da-40bd-9701-60af54213959 req-21791230-ec09-47a5-8709-4ede36440f76 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1889668 Feb 17 04:28:49.674162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc9b99-9d56-4579-b534-fbf979e28fc8 req-28aeff27-a42f-4ee1-b723-275551452cf0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:49.675846 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bfcc9b99-9d56-4579-b534-fbf979e28fc8 req-28aeff27-a42f-4ee1-b723-275551452cf0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 943 time: 0.2583611 Feb 17 04:28:49.748682 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bfcc9b99-9d56-4579-b534-fbf979e28fc8 req-1a9c68e9-96be-4981-a4cc-c57ee12a05a7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Feb 17 04:28:49.843230 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b', 'status': 'completed', 'code': 200} Feb 17 04:28:49.895293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:49.905348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:49.929450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Made reservation on behalf of e32d06096fed426082a01281de7bcd2f for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:49.933818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:49.970609 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-ee8d043d-78b9-46fe-bc11-3593efeacd6d service neutron] 10.222.0.42 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648601 Feb 17 04:28:50.019532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d916459-ddef-4fb5-ab40-f94c289fca22 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:50.065716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f86e8-69ac-492b-8517-00e8d3ab439a req-a2bde485-afcf-4958-812a-78465922ea0d tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:50.066941 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-886f86e8-69ac-492b-8517-00e8d3ab439a req-a2bde485-afcf-4958-812a-78465922ea0d tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.1148999 Feb 17 04:28:50.069388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42567e1-0403-4453-a007-3e6c982299c1 req-0aa4e1aa-f299-49f4-ab2a-2fbfb4c4ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:50.070906 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-0aa4e1aa-f299-49f4-ab2a-2fbfb4c4ac97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 1160 time: 0.2082648 Feb 17 04:28:50.107460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 1d916459-ddef-4fb5-ab40-f94c289fca22 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:50.107881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:50.208825 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-886f86e8-69ac-492b-8517-00e8d3ab439a req-64ad4c2c-03a1-4f70-968c-bf66aac32843 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346126 Feb 17 04:28:50.266714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-f7525ba9-92b3-4034-862b-7231315227f3 service neutron] 10.222.0.42 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2950914 Feb 17 04:28:50.269484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42567e1-0403-4453-a007-3e6c982299c1 req-c50bd720-078d-44b1-aa16-0b1d3b1416a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:50.270827 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-c50bd720-078d-44b1-aa16-0b1d3b1416a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 909 time: 0.1818764 Feb 17 04:28:50.372011 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-899d10b5-4548-4b32-b158-8bc890b84b57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34d59e9-7057-4293-8efa-a7efc552860b HTTP/1.1" status: 200 len: 217 time: 0.0904527 Feb 17 04:28:50.405779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2336fb6f-422f-4049-b330-6fd0b87fe37f {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:28:50.418295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:50.454343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Transition to ACTIVE for port object 2336fb6f-422f-4049-b330-6fd0b87fe37f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:50.460111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42567e1-0403-4453-a007-3e6c982299c1 req-b16af4b8-6500-45e4-9d78-e3fa5b91742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:50.462055 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-b16af4b8-6500-45e4-9d78-e3fa5b91742f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.0867715 Feb 17 04:28:50.472841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:50.504069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:50.525453 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-65f11efc-9923-48ac-9f29-2754fe8cad48 req-e5c8a9fb-b69d-4232-8568-18059fd64831 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0621035 Feb 17 04:28:50.595777 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-695f9b95-2dbe-4521-96a5-07a13f9c1c5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691624 Feb 17 04:28:50.916404 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-95b61767-9c01-4d84-871c-c7acef9c8ecc service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127022 Feb 17 04:28:51.156614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4414-aeb3-42a9-8e54-18a7d90c1da5 req-77406c9c-0319-4b78-bf09-aeef8df4434a tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:51.165005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-293e4414-aeb3-42a9-8e54-18a7d90c1da5 req-77406c9c-0319-4b78-bf09-aeef8df4434a tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 943 time: 0.1948876 Feb 17 04:28:51.175085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-167a4e88-360f-4edc-99de-fece57edd19d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:28:51.208809 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cbcb06eb-6a32-44f4-9f74-4b3e53f3ac7c req-e754e45b-b03d-47cb-8ecd-21cc109e57dd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 210 time: 0.1937969 Feb 17 04:28:51.258861 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42567e1-0403-4453-a007-3e6c982299c1 req-e25fb5d3-b76e-43d4-b850-f40aaf983ce7 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3288889 Feb 17 04:28:51.273184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Pushing event updated for resources: {'Port': ['ID=2336fb6f-422f-4049-b330-6fd0b87fe37f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:51.292610 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-293e4414-aeb3-42a9-8e54-18a7d90c1da5 req-5d64d398-9ee2-404b-b3b3-dd43694ff00e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260769 Feb 17 04:28:51.296006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:51.309339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Allocated IP 172.20.0.4 (341dd027-8fc5-48e5-b05e-415e0d7a7f78/32c25ceb-ac01-4b4c-bb41-3eff7c551baf/2c75bbd7-431e-4308-9f77-e92b098fb235) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:51.711358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Attempting to bind port 2336fb6f-422f-4049-b330-6fd0b87fe37f on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:51.711870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Attempting to bind port 2336fb6f-422f-4049-b330-6fd0b87fe37f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:51.712277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Attempting to bind port 2336fb6f-422f-4049-b330-6fd0b87fe37f on network f7829e00-bd79-4443-ac3a-951474aeff3b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:51.721669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:51.722162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Checking segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:51.722743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:51.723243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Bound using segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:51.723884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Bound port: 2336fb6f-422f-4049-b330-6fd0b87fe37f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:51.724361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:51.746036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device b93abaae-2b3f-4255-b2ab-fec3a46c5798 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:51.770149 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-75208c40-fef0-4cc4-a0be-3aa0056f67c4 req-cdc63bf3-fe61-486b-8e0d-a7bbd5c3b0ef tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0552852 Feb 17 04:28:51.855852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port b93abaae-2b3f-4255-b2ab-fec3a46c5798 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:51.859588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661e81-7196-48d5-9f0d-508d72d4fa44 req-ef279078-2662-480a-80b8-41556d1c25bf tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:51.861297 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70661e81-7196-48d5-9f0d-508d72d4fa44 req-ef279078-2662-480a-80b8-41556d1c25bf tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.4679997 Feb 17 04:28:51.861744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port b93abaae-2b3f-4255-b2ab-fec3a46c5798 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:51.862140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:51.980329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] For port 2336fb6f-422f-4049-b330-6fd0b87fe37f, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:51.996395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.004498 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70661e81-7196-48d5-9f0d-508d72d4fa44 req-4913a18d-edae-4102-acc9-4f22efcecb57 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341269 Feb 17 04:28:52.013636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] For port 2336fb6f-422f-4049-b330-6fd0b87fe37f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:52.025262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.026440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Transition to ACTIVE for port object 2c75bbd7-431e-4308-9f77-e92b098fb235 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:52.056909 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-69dfdc89-e189-4451-8cb2-0ace444a221b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:52.059039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.108719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33002) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:52.137302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798,segment=NetworkSegment(e54daa5b-9702-4f0a-8a21-7d195f9d8417),segment_id=e54daa5b-9702-4f0a-8a21-7d195f9d8417)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:52.140319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:52.247840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.250683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:52.343664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Pushing event updated for resources: {'Port': ['ID=2336fb6f-422f-4049-b330-6fd0b87fe37f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:52.356174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:52.390539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.392916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:52.397424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:52.425395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-28b85171-e2ab-420a-b7ae-163e38de54ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:52.426429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-04828919-fc43-43d2-b960-e032c42d6462 req-28b85171-e2ab-420a-b7ae-163e38de54ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:52.450404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:52.451132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.452665 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] 10.222.0.53 "PUT /v2.0/ports/2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 1157 time: 3.6950977 Feb 17 04:28:52.457718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:52.516009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-04828919-fc43-43d2-b960-e032c42d6462 req-28b85171-e2ab-420a-b7ae-163e38de54ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:52.518267 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-28b85171-e2ab-420a-b7ae-163e38de54ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 819 time: 0.4305916 Feb 17 04:28:52.519887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:52.534201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-4355d713-44eb-4f4a-8207-ad43112f7429 req-fa95e965-bd96-4dca-b645-0bd736281d9f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:52.545027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Request body: {'port': {'device_id': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b', 'admin_state_up': True, 'tenant_id': '27ca6037670548b9a13f1320733e7b17'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:52.871672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:52.966929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-4355d713-44eb-4f4a-8207-ad43112f7429 req-fa95e965-bd96-4dca-b645-0bd736281d9f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:52.968508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4355d713-44eb-4f4a-8207-ad43112f7429 req-fa95e965-bd96-4dca-b645-0bd736281d9f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 210 time: 0.5111804 Feb 17 04:28:52.977534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:52.997921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:53.011962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:53.018846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Made reservation on behalf of 27ca6037670548b9a13f1320733e7b17 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:28:53.026375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.044485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:53.054268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:53.055324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3eaba9a0b241a9ae85beea7862d496 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:53.060539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:53.078994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:53.082377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-d4b74b77-d662-4392-9d32-65fd5862e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.084031 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-d4b74b77-d662-4392-9d32-65fd5862e97d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1160 time: 0.4013145 Feb 17 04:28:53.094791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41857ad-9fd5-4d0c-b461-ae55c6c345e0 req-413abc11-106e-4b38-bcac-2dc67941fd47 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.096391 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b41857ad-9fd5-4d0c-b461-ae55c6c345e0 req-413abc11-106e-4b38-bcac-2dc67941fd47 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 943 time: 0.4940617 Feb 17 04:28:53.132293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-a6a46f16-4a9d-4c2d-acb0-7a13bbdaca59 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:28:53.142454 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798', 'code': 200} Feb 17 04:28:53.233595 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-5786d18c-144e-4da4-ab5c-df3ee4e876c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.1099753 Feb 17 04:28:53.315905 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b41857ad-9fd5-4d0c-b461-ae55c6c345e0 req-849b805e-be35-4143-b8a3-3f6422ea5780 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019031 Feb 17 04:28:53.371902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:53.380901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:53.383869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:53.388766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.389459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.457764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-0b4b99b6-7c89-4fef-8f68-74a1136036ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.459994 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-0b4b99b6-7c89-4fef-8f68-74a1136036ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.2055838 Feb 17 04:28:53.524687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f', 'status': 'completed', 'code': 200} Feb 17 04:28:53.543892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.551028 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-8ea462fb-7f2d-4ad6-b232-3f895f91884b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726025 Feb 17 04:28:53.553748 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0874760 Feb 17 04:28:53.585585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.588481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9eb2-d578-4c9e-8bcb-e5639fb96016 req-f5f24a5e-830a-402b-9963-1e122bf0afe9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.591318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Request body: {'port': {'device_id': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:53.597005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2f4b9eb2-d578-4c9e-8bcb-e5639fb96016 req-f5f24a5e-830a-402b-9963-1e122bf0afe9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 931 time: 0.3335755 Feb 17 04:28:53.676201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a34d59e9-7057-4293-8efa-a7efc552860b up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:53.695090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:53.704382 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2f4b9eb2-d578-4c9e-8bcb-e5639fb96016 req-b40198b0-6a5f-4867-84ac-97e83f082a69 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063125 Feb 17 04:28:53.710954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-2ae5f090-9cca-4d8a-a3ee-1dd918b6e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:53.713085 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-2ae5f090-9cca-4d8a-a3ee-1dd918b6e22c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 1162 time: 0.3118081 Feb 17 04:28:53.743288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Allocated IP 172.20.0.10 (f7829e00-bd79-4443-ac3a-951474aeff3b/7b38e78e-03fb-4714-b3a5-29bf31dc8379/ec033e80-aa9d-4454-8594-af1eacf195e5) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:28:53.745744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.770850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:53.777299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Usage tracker for resource:security_group_rule and tenant:c238c061ffbe4b829c321e3383aa87c4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:53.784407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:53.785121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-704580f9-4f5f-4149-89f2-1c73224516f2 None None] Provisioning for port 2c75bbd7-431e-4308-9f77-e92b098fb235 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:53.791763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-704580f9-4f5f-4149-89f2-1c73224516f2 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:53.792348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-704580f9-4f5f-4149-89f2-1c73224516f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.804645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:53.822954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port a34d59e9-7057-4293-8efa-a7efc552860b completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:28:53.866535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port a34d59e9-7057-4293-8efa-a7efc552860b triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:53.867075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:53.879221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4becb-366f-42fa-8fbd-27c7d5f37a48,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:53.919486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-704580f9-4f5f-4149-89f2-1c73224516f2 None None] Port 2c75bbd7-431e-4308-9f77-e92b098fb235 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:28:54.038118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.102213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port a34d59e9-7057-4293-8efa-a7efc552860b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a34d59e9-7057-4293-8efa-a7efc552860b,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:28:54.107137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.108560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device b93abaae-2b3f-4255-b2ab-fec3a46c5798 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:54.149465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:54.178386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.183790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.189396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.271197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=a34d59e9-7057-4293-8efa-a7efc552860b,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:54.288986 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae3eaba9a0b241a9ae85beea7862d496&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1196210 Feb 17 04:28:54.293517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:54.301158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2375e4c5-9a95-4b51-91ab-e5b8e16583fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:54.309669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33090) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:54.310751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:54.311145 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b7a2831e-ca7e-44ab-8aed-db7168dd749e req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899165 Feb 17 04:28:54.329588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.355563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port b93abaae-2b3f-4255-b2ab-fec3a46c5798 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:54.356356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.450178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597322-adcc-4171-8a30-3186532fbd6d req-b7490f5a-5de9-4f7b-8a63-750d56b21b0e tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:54.457969 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4597322-adcc-4171-8a30-3186532fbd6d req-b7490f5a-5de9-4f7b-8a63-750d56b21b0e tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.7646976 Feb 17 04:28:54.464971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.496123 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-2f3358fe-7e29-4c8f-a5e8-2d135758d2e5 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9411552 Feb 17 04:28:54.566715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8a1b89-fa53-4ec1-b388-8b12fbb2bddc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:54.572445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:54.577664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:54.621340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.639276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0129988-cbe0-4ec0-acb1-803856bdbef1 req-82d9224e-85c6-4c9d-bc9f-dd6a6167092b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:54.640925 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d0129988-cbe0-4ec0-acb1-803856bdbef1 req-82d9224e-85c6-4c9d-bc9f-dd6a6167092b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 932 time: 0.4503932 Feb 17 04:28:54.643176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Network f7829e00-bd79-4443-ac3a-951474aeff3b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:28:54.647604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:28:54.676842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:28:54.682442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:54.683333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:54.707088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4597322-adcc-4171-8a30-3186532fbd6d req-9e6af03d-6a3a-456f-8896-dc9391ea5306 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480876 Feb 17 04:28:54.748118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-d0129988-cbe0-4ec0-acb1-803856bdbef1 req-cc916268-6208-495e-96c9-122f6a54d065 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:54.750788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Pushing event updated for resources: {'Port': ['ID=ec033e80-aa9d-4454-8594-af1eacf195e5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:54.756572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:54.776134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2374418 Feb 17 04:28:54.780851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-d0129988-cbe0-4ec0-acb1-803856bdbef1 req-cc916268-6208-495e-96c9-122f6a54d065 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:54.784443 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d0129988-cbe0-4ec0-acb1-803856bdbef1 req-cc916268-6208-495e-96c9-122f6a54d065 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346550 Feb 17 04:28:54.801687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Request body: {'port': {'device_id': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:28:55.007710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8f899302-39c4-4075-9aeb-739199946ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.021436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a34d59e9-7057-4293-8efa-a7efc552860b up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:55.052461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.094054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.105990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port a34d59e9-7057-4293-8efa-a7efc552860b triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:55.106593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.149835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:55.252000 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6366a379-a4a0-4ba7-a6a1-bcbf8e5b3140 req-51535d46-40dc-4a2f-a388-c59d6c7f8f20 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6760550 Feb 17 04:28:55.260750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f73582-c2fd-469a-89bf-5661195a828a req-d4970826-9ca4-48a9-b346-a5d9196fd3da tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:55.262406 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-07f73582-c2fd-469a-89bf-5661195a828a req-d4970826-9ca4-48a9-b346-a5d9196fd3da tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 931 time: 0.2209213 Feb 17 04:28:55.393874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0650-93bc-4448-a52b-8e11cee1b599 req-24b63d89-dfe4-4e7a-8b4f-57b6d7ea7d54 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:55.395548 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a33e0650-93bc-4448-a52b-8e11cee1b599 req-24b63d89-dfe4-4e7a-8b4f-57b6d7ea7d54 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.4909010 Feb 17 04:28:55.398444 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-07f73582-c2fd-469a-89bf-5661195a828a req-faed876b-a950-4b04-a8d2-8be583023e5b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281512 Feb 17 04:28:55.399299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.426207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-316a5f5d-4358-40c6-8ca3-85f18415dc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:55.473093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4becb-366f-42fa-8fbd-27c7d5f37a48,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:55.482834 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:55.502812 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b', 'code': 200} Feb 17 04:28:55.511882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.532025 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65a4becb-366f-42fa-8fbd-27c7d5f37a48 HTTP/1.1" status: 204 len: 168 time: 1.2046626 Feb 17 04:28:55.627328 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a33e0650-93bc-4448-a52b-8e11cee1b599 req-9ae3ceec-55ee-4ab7-a08a-b743f29e62f1 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222900 Feb 17 04:28:55.659240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec033e80-aa9d-4454-8594-af1eacf195e5 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:28:55.668337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-2c19debe-51c0-4e7d-a168-7e06a63001f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:55.669551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.669983 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-2c19debe-51c0-4e7d-a168-7e06a63001f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1160 time: 0.3535233 Feb 17 04:28:55.682286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c75bbd7-431e-4308-9f77-e92b098fb235 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:28:55.687708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Transition to ACTIVE for port object ec033e80-aa9d-4454-8594-af1eacf195e5 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:55.693485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.704776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.834009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Transition to ACTIVE for port object 2c75bbd7-431e-4308-9f77-e92b098fb235 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:28:55.842033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:55.866780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:55.882635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:55.983489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:28:56.199574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33136) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:56.211563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:56.237994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:56.336955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.379011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-bd380cbf-9e76-41c8-801c-eb1b01cf63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:56.380743 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-bd380cbf-9e76-41c8-801c-eb1b01cf63d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.6624279 Feb 17 04:28:56.394928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:28:56.461409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c97a3f1f8949c5aa45154451c7f903 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:28:56.475474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:28:56.492985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:28:56.499747 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-d7cffc06-243c-43cc-bebc-7f038b3f57af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.1079774 Feb 17 04:28:56.700829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Pushing event updated for resources: {'Port': ['ID=ec033e80-aa9d-4454-8594-af1eacf195e5,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:56.711690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:56.715050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Attempting to bind port ec033e80-aa9d-4454-8594-af1eacf195e5 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:56.715425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Attempting to bind port ec033e80-aa9d-4454-8594-af1eacf195e5 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:56.715795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Attempting to bind port ec033e80-aa9d-4454-8594-af1eacf195e5 on network f7829e00-bd79-4443-ac3a-951474aeff3b {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:56.723138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:56.723515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Checking segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:56.723923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.724318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Bound using segment: {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:56.725347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Bound port: ec033e80-aa9d-4454-8594-af1eacf195e5, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f7829e00-bd79-4443-ac3a-951474aeff3b'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:56.726234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.731496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Attempting to bind port 2c75bbd7-431e-4308-9f77-e92b098fb235 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:28:56.732020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Attempting to bind port 2c75bbd7-431e-4308-9f77-e92b098fb235 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:28:56.732390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Attempting to bind port 2c75bbd7-431e-4308-9f77-e92b098fb235 on network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:28:56.745227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:28:56.745828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Checking segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:28:56.746143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.746693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Bound using segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:28:56.747197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Bound port: 2c75bbd7-431e-4308-9f77-e92b098fb235, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:28:56.747569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.775772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7126902-c436-4889-b03b-7fbc982fc5fd req-f57053a4-9873-4b7c-a78a-59eea843340a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:56.777355 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e7126902-c436-4889-b03b-7fbc982fc5fd req-f57053a4-9873-4b7c-a78a-59eea843340a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.7098033 Feb 17 04:28:56.838764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168a4e-7d72-48f7-a334-424f1705e50a req-f6f4cfcd-d50f-4f00-bc9a-6804c296af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:56.840399 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28168a4e-7d72-48f7-a334-424f1705e50a req-f6f4cfcd-d50f-4f00-bc9a-6804c296af9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 1162 time: 0.9596603 Feb 17 04:28:56.867892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-d8ced553-2a2e-4ce6-9668-47b6fd363301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:56.869479 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-d8ced553-2a2e-4ce6-9668-47b6fd363301 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.3558731 Feb 17 04:28:56.909379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc91047-8279-46d6-9c41-7d1799b3e472 req-906efb06-2025-4321-b222-4ab5fd8a146e tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:56.911033 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bc91047-8279-46d6-9c41-7d1799b3e472 req-906efb06-2025-4321-b222-4ab5fd8a146e tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.9349942 Feb 17 04:28:56.918056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] For port ec033e80-aa9d-4454-8594-af1eacf195e5, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:56.920743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-28168a4e-7d72-48f7-a334-424f1705e50a req-c7146dba-8ccd-4ddb-8970-6eb5edf885f1 service neutron] Synchronizing usage tracker for tenant:c238c061ffbe4b829c321e3383aa87c4 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:56.947724 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e7126902-c436-4889-b03b-7fbc982fc5fd req-fac3f0ee-4943-4c97-bb69-3b9e3147e454 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611230 Feb 17 04:28:56.951812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] For port ec033e80-aa9d-4454-8594-af1eacf195e5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec033e80-aa9d-4454-8594-af1eacf195e5,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:56.958895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.981468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-f0774da3-8f84-4d66-ac39-b4a18cf97802 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021416 Feb 17 04:28:56.994719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:57.080416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device b93abaae-2b3f-4255-b2ab-fec3a46c5798 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:28:57.089120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:28:57.105708 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bc91047-8279-46d6-9c41-7d1799b3e472 req-2a4eed0c-3ddd-4be1-b5d9-574515eb1c82 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819949 Feb 17 04:28:57.170671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port b93abaae-2b3f-4255-b2ab-fec3a46c5798 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:28:57.171207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.186631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:28:57.200375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:57.201072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.202549 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec033e80-aa9d-4454-8594-af1eacf195e5 HTTP/1.1" status: 200 len: 1158 time: 2.4150043 Feb 17 04:28:57.203078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:57.206698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.231668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Pushing event updated for resources: {'Port': ['ID=ec033e80-aa9d-4454-8594-af1eacf195e5,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:57.244335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:57.252536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.273219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:57.356166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-28168a4e-7d72-48f7-a334-424f1705e50a req-c7146dba-8ccd-4ddb-8970-6eb5edf885f1 service neutron] Unset dirty status for tenant:c238c061ffbe4b829c321e3383aa87c4 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:57.357293 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28168a4e-7d72-48f7-a334-424f1705e50a req-c7146dba-8ccd-4ddb-8970-6eb5edf885f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044038 Feb 17 04:28:57.414571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-9e3aa31b-efac-4167-94e6-d86a1c88efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:57.416262 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-9e3aa31b-efac-4167-94e6-d86a1c88efb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 1161 time: 0.1709633 Feb 17 04:28:57.423546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105acf-937f-4a66-871c-06286712c050 req-09075dd9-36b9-4c5f-a8b7-5c803b16862d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:57.425329 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef105acf-937f-4a66-871c-06286712c050 req-09075dd9-36b9-4c5f-a8b7-5c803b16862d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.1358969 Feb 17 04:28:57.478700 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef105acf-937f-4a66-871c-06286712c050 req-fa98c3df-5e13-43d3-9414-ddc8fece13e5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457518 Feb 17 04:28:57.537438 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5', 'status': 'completed', 'code': 200} Feb 17 04:28:57.585149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.595097 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-db47994f-ad04-4d57-be71-aea4be063699 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930119 Feb 17 04:28:57.689756 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-244fa24c-6448-46e0-8384-43bfd3c35588 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec033e80-aa9d-4454-8594-af1eacf195e5 HTTP/1.1" status: 200 len: 217 time: 0.0701346 Feb 17 04:28:57.787477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828919-fc43-43d2-b960-e032c42d6462 req-72b009aa-7a91-4163-9c0e-e701ccb72302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:57.789509 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-72b009aa-7a91-4163-9c0e-e701ccb72302 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.0888104 Feb 17 04:28:57.798923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8c97a3f1f8949c5aa45154451c7f903&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5763128 Feb 17 04:28:57.799412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33184) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:57.807318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:57.816646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:57.820838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:57.839423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c39fb-6c06-4a8b-88f6-793140c7328a req-ebbfdb59-e6ab-43a3-acfc-65b0368f4145 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:57.840218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-760c39fb-6c06-4a8b-88f6-793140c7328a req-ebbfdb59-e6ab-43a3-acfc-65b0368f4145 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:57.934067 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-4450b7ee-365a-4fc4-9f8b-22c12146e579 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736787 Feb 17 04:28:57.935237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:57.991890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff96d36-8ed2-43d4-9409-5830f24ffdab,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:58.030291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:58.035656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-760c39fb-6c06-4a8b-88f6-793140c7328a req-ebbfdb59-e6ab-43a3-acfc-65b0368f4145 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:58.054829 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-760c39fb-6c06-4a8b-88f6-793140c7328a req-ebbfdb59-e6ab-43a3-acfc-65b0368f4145 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.9629447 Feb 17 04:28:58.119961 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-13bc301f-abe3-4dbb-b538-d6ebd2302ef0 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709173 Feb 17 04:28:58.128143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.128852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.137750 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] 10.222.0.53 "PUT /v2.0/ports/2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 1157 time: 4.5436356 Feb 17 04:28:58.138346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:28:58.153081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.160778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b1c48fb-9790-4469-9222-3b5226bd0432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.167159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6b6f1513-a6d4-45be-9149-4360d1af471c req-317d4a59-f07f-4176-a0a8-e21b75f73abd service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5397449 Feb 17 04:28:58.261221 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-760c39fb-6c06-4a8b-88f6-793140c7328a req-fd8b2692-4845-4d53-a654-12a97d391c8d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053244 Feb 17 04:28:58.320875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-52c8c4f9-a5c2-4efd-b6a3-426a34589e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.322566 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-52c8c4f9-a5c2-4efd-b6a3-426a34589e67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1160 time: 0.1388812 Feb 17 04:28:58.430173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.444061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:58.463488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff96d36-8ed2-43d4-9409-5830f24ffdab,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:28:58.466364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:58.471329 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-f3ad8e1b-40d7-4554-8311-c0fb7e0967bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 217 time: 0.1394680 Feb 17 04:28:58.492605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:58.495155 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ff96d36-8ed2-43d4-9409-5830f24ffdab HTTP/1.1" status: 204 len: 168 time: 0.6947722 Feb 17 04:28:58.542324 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-04828919-fc43-43d2-b960-e032c42d6462 req-05717d2d-a4bf-4e5c-b415-43d793380082 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723796 Feb 17 04:28:58.571225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c168-0418-4cbb-920d-ef3f0ae41ed3 req-d0a292ba-8510-4c27-a3f0-0bb9ae092c16 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.572400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8986c168-0418-4cbb-920d-ef3f0ae41ed3 req-d0a292ba-8510-4c27-a3f0-0bb9ae092c16 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:28:58.583570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-2acc3712-a8d3-4d44-a4b6-2f209ce33da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.585209 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-2acc3712-a8d3-4d44-a4b6-2f209ce33da4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0965917 Feb 17 04:28:58.596912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba098e-08df-4059-afcb-69ac9e0473e8 req-982e932b-2c5f-4f3d-acbf-63d1affca89f tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.597316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8986c168-0418-4cbb-920d-ef3f0ae41ed3 req-d0a292ba-8510-4c27-a3f0-0bb9ae092c16 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:28:58.598584 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-08ba098e-08df-4059-afcb-69ac9e0473e8 req-982e932b-2c5f-4f3d-acbf-63d1affca89f tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.1724162 Feb 17 04:28:58.599463 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8986c168-0418-4cbb-920d-ef3f0ae41ed3 req-d0a292ba-8510-4c27-a3f0-0bb9ae092c16 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.3745420 Feb 17 04:28:58.716492 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8986c168-0418-4cbb-920d-ef3f0ae41ed3 req-c9530662-aa40-4fe5-8574-9ddc4610a23b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077950 Feb 17 04:28:58.735682 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-08ba098e-08df-4059-afcb-69ac9e0473e8 req-600b4577-4f4d-4ac0-af71-8b385c53cb22 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899737 Feb 17 04:28:58.760553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-fc02af6c-1896-4fd7-8d95-e4cf51431ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.762215 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-fc02af6c-1896-4fd7-8d95-e4cf51431ea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578929 Feb 17 04:28:58.797153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-46563ef3-f2e8-4439-8ce2-58db63fe0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:58.798770 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-46563ef3-f2e8-4439-8ce2-58db63fe0ded service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 1161 time: 0.1719561 Feb 17 04:28:58.856384 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'status': 'completed', 'code': 200} Feb 17 04:28:58.863867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:59.062295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-8f60afaa-61f4-418f-81a1-a7c1f8fe0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:59.063956 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-8f60afaa-61f4-418f-81a1-a7c1f8fe0c4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.2582116 Feb 17 04:28:59.188956 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-93e9c06c-f671-4e83-8c3d-ee0a70b3f26a service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182410 Feb 17 04:28:59.190432 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-b59d3c83-1ed5-4b6b-9f18-b0d659319f9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec033e80-aa9d-4454-8594-af1eacf195e5 HTTP/1.1" status: 200 len: 217 time: 0.1193321 Feb 17 04:28:59.218247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-d866c46b-6231-4e36-8f7c-b091a7fe3b8d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:28:59.338879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-4b3e2b62-b93a-418d-bbe2-64d624aee70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:59.345291 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-4b3e2b62-b93a-418d-bbe2-64d624aee70a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.1387038 Feb 17 04:28:59.423963 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baddd9-4b34-4b7e-b168-ae66b54c7961 req-ca0d90ea-9bfc-4756-9c9f-72fdd2506068 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2148993 Feb 17 04:28:59.443016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0e5b7-d420-49bb-88b4-29ebd89e521f req-754079bf-1726-42eb-969e-42804b3affa0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:59.445765 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8d0e5b7-d420-49bb-88b4-29ebd89e521f req-754079bf-1726-42eb-969e-42804b3affa0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.3508170 Feb 17 04:28:59.510078 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-4648c902-cc40-4c61-9723-8c5810ed21c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572027 Feb 17 04:28:59.539568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:59.637703 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8d0e5b7-d420-49bb-88b4-29ebd89e521f req-15f05110-0661-46a5-a5ce-6a7466f7da90 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762576 Feb 17 04:28:59.696218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-a4235da6-d64b-46a5-9d8b-ca4646c4ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:59.697844 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-a4235da6-d64b-46a5-9d8b-ca4646c4ce46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1160 time: 0.2119968 Feb 17 04:28:59.764903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77375ab1-118b-4f56-b9c5-2457b0c4a500 req-26f04201-9a62-4de5-88c3-f73ed394bf13 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:28:59.766587 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-77375ab1-118b-4f56-b9c5-2457b0c4a500 req-26f04201-9a62-4de5-88c3-f73ed394bf13 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.3250995 Feb 17 04:28:59.836323 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-a31eb3b1-99ee-4790-99b8-60c4a85b9fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171680 Feb 17 04:28:59.841187 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-77375ab1-118b-4f56-b9c5-2457b0c4a500 req-c9e0af52-5b09-426f-a08b-c03a5c7b242d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644944 Feb 17 04:28:59.986485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:00.052145 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c59ac4f-3c45-4741-a226-4aa0a0d7a362 req-1e22d1bd-e3ec-4278-ba25-4888e2ebeb9c service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2087486 Feb 17 04:29:00.130306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 2336fb6f-422f-4049-b330-6fd0b87fe37f completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:00.142483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:00.143157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:00.212890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-27128b23-6bc1-4b2c-8b70-c758f1056450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.214572 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-27128b23-6bc1-4b2c-8b70-c758f1056450 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.5039582 Feb 17 04:29:00.226878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:00.284332 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-12c24609-8ff3-4e45-b417-32689598bc41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4275360 Feb 17 04:29:00.300727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:00.302531 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-f7e5fac4-77a5-4b2e-878c-c25c0a025582 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 217 time: 0.0788167 Feb 17 04:29:00.309554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eae20c-0c10-4b2b-ab77-747962896977 req-476d495d-0480-4f3f-aedb-ebdc423f1672 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.317285 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4eae20c-0c10-4b2b-ab77-747962896977 req-476d495d-0480-4f3f-aedb-ebdc423f1672 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.3343155 Feb 17 04:29:00.340899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2336fb6f-422f-4049-b330-6fd0b87fe37f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:00.342082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:00.348554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:00.351062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:00.450291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2336fb6f-422f-4049-b330-6fd0b87fe37f,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:00.470858 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f', 'code': 200} Feb 17 04:29:00.471962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:00.475656 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4eae20c-0c10-4b2b-ab77-747962896977 req-10c8ec36-7c31-4705-80e9-93ff361a145c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573849 Feb 17 04:29:00.541440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-e14884e5-0096-416a-a307-81d2492321cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.543253 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-e14884e5-0096-416a-a307-81d2492321cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.2229755 Feb 17 04:29:00.642381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-bedf0f2e-e425-46ce-b772-a30e056a6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.644168 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-bedf0f2e-e425-46ce-b772-a30e056a6bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a57edbd5351246318b9b0dd560ded3d4&device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 1162 time: 0.1796846 Feb 17 04:29:00.684310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-3d9c11a7-73e3-4c92-83a8-23db64cd1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.686378 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-3d9c11a7-73e3-4c92-83a8-23db64cd1f5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278658 Feb 17 04:29:00.869143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-a3e038b9-e428-4a6c-a938-2088e32aecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:00.871533 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-a3e038b9-e428-4a6c-a938-2088e32aecca service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 HTTP/1.1" status: 200 len: 905 time: 0.1832240 Feb 17 04:29:00.993465 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-7c25fc8f-dbaa-41b1-babc-4afcc91be1df service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743280 Feb 17 04:29:00.999580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab83ea-d957-4617-8bfd-07e5f5c5106d req-ea2befaf-293e-4699-9888-1a0a5090a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:01.007875 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59ab83ea-d957-4617-8bfd-07e5f5c5106d req-ea2befaf-293e-4699-9888-1a0a5090a52b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.3005521 Feb 17 04:29:01.061575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:01.097900 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-8e909adb-715b-43c3-9536-cfe423f82841 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798 HTTP/1.1" status: 200 len: 217 time: 0.1033201 Feb 17 04:29:01.103545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59ab83ea-d957-4617-8bfd-07e5f5c5106d req-7b819002-450c-4745-90f6-c7110a787511 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843446 Feb 17 04:29:01.110278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db7243-0e20-4d91-810e-04e2715e902f req-8b34773f-7974-4b53-b41d-125d463e9d3f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:01.118857 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59db7243-0e20-4d91-810e-04e2715e902f req-8b34773f-7974-4b53-b41d-125d463e9d3f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.2625189 Feb 17 04:29:01.165715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:01.166370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:01.176533 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59db7243-0e20-4d91-810e-04e2715e902f req-e85d4b8d-5105-4320-8206-fd9eeb7e3177 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Feb 17 04:29:01.301797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ae360-3a53-4d5e-90c2-591bf2651907 req-c7815b50-ae59-4c08-93f5-4bb0bc90a49c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:01.303632 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ee5ae360-3a53-4d5e-90c2-591bf2651907 req-c7815b50-ae59-4c08-93f5-4bb0bc90a49c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1524856 Feb 17 04:29:01.347673 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b54aad6-4fd6-41c9-8a87-66031c0e296f req-03f8dcc9-3f35-43f8-8e2d-bf5d7092f0f6 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2857692 Feb 17 04:29:01.372132 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ee5ae360-3a53-4d5e-90c2-591bf2651907 req-8ab93a73-a05b-4406-8851-a0d83cff40b0 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561829 Feb 17 04:29:01.455530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-87f961ce-753c-47fe-9871-91ec81cc7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:01.457179 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-87f961ce-753c-47fe-9871-91ec81cc7159 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bbf171d-65b2-4057-b141-ae4aa26c1099 HTTP/1.1" status: 200 len: 851 time: 0.0729764 Feb 17 04:29:01.514687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-c651e5f6-0823-4e61-8969-f3278154cd50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489981 Feb 17 04:29:01.994966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-ffcab54b-91dc-4e3c-a5e3-b098fa02b2f0 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711804 Feb 17 04:29:02.002132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a32522-1965-4733-b506-96660f1b23ba req-d8abfae4-dce1-4c39-a730-eed3cae50f84 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:02.003905 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41a32522-1965-4733-b506-96660f1b23ba req-d8abfae4-dce1-4c39-a730-eed3cae50f84 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.3834691 Feb 17 04:29:02.160561 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41a32522-1965-4733-b506-96660f1b23ba req-4a8102d3-751f-4d10-adf0-44201a438a77 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314182 Feb 17 04:29:02.196636 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fee5d30-a82d-44f9-9923-fcae46ea8112 req-1707a23c-2a78-4eb5-8fdb-6dbc94c7bbdd service neutron] 10.222.0.53 "GET /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1917078 Feb 17 04:29:02.613310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0d3b-91d5-4aa8-a8f6-d6ecf8899951 req-e61ee481-4498-4d89-a1ea-f6cf75ff2669 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:02.621837 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6ab0d3b-91d5-4aa8-a8f6-d6ecf8899951 req-e61ee481-4498-4d89-a1ea-f6cf75ff2669 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1218870 Feb 17 04:29:02.669669 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6ab0d3b-91d5-4aa8-a8f6-d6ecf8899951 req-47e9c15c-a89d-463e-b035-b8d0d4d3b340 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Feb 17 04:29:03.413579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33460) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:03.459661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36da4b-b254-40fb-99af-c692ce37e2fb req-d11d0826-01d3-4979-ad91-ec42ad63ce8c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:03.461739 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9f36da4b-b254-40fb-99af-c692ce37e2fb req-d11d0826-01d3-4979-ad91-ec42ad63ce8c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.1776912 Feb 17 04:29:03.524822 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9f36da4b-b254-40fb-99af-c692ce37e2fb req-0dbdb68b-609e-4ad6-8ee0-40b9e3811bd4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Feb 17 04:29:03.532768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:03.607757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:03.627018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:03.633559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Usage tracker for resource:security_group_rule and tenant:408e846830e54668ad381b94eaea00d6 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:03.636692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:03.643051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:03.777214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:03.780885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:03.794137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:03.871444 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=408e846830e54668ad381b94eaea00d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541631 Feb 17 04:29:03.871444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e788baf1-77db-471f-8b92-8033303714c1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:03.873624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33492) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:03.918865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33496) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:03.954489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:03.975608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.006341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.062328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.065750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf48c5-5abe-41ce-9902-9f21b4a49cb3 req-1017f88a-5154-4586-9bf1-802753b4a39d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:04.069034 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0cf48c5-5abe-41ce-9902-9f21b4a49cb3 req-1017f88a-5154-4586-9bf1-802753b4a39d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.2153425 Feb 17 04:29:04.091710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:04.121801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e788baf1-77db-471f-8b92-8033303714c1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:04.134896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:04.134896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.134896 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e788baf1-77db-471f-8b92-8033303714c1 HTTP/1.1" status: 204 len: 168 time: 0.2600288 Feb 17 04:29:04.159431 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0cf48c5-5abe-41ce-9902-9f21b4a49cb3 req-364f8e99-63f1-4153-b234-f67b2f58a741 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831006 Feb 17 04:29:04.275493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33508) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:04.340081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.359870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:04.364251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cde740798c0c4341a271b93544b64b5f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:04.368045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:04.374465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:04.476988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.482905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.494199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-53013773-a762-4a61-bf52-dee9e975d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:04.525542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cde740798c0c4341a271b93544b64b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006091 Feb 17 04:29:04.528402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33516) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:04.560761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4642deec-b140-46e0-9285-c0b35c9baca6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:04.565411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:04.566197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.584050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:04.589391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Usage tracker for resource:security_group_rule and tenant:d05392f935c84a45adf2e6c50f2f750f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:04.592684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:04.598599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:04.618306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.650794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.668482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:04.689897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33522) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:04.707901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.714146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8b1a7666-e1f6-4d6c-8e71-f479b44e6887 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:04.727006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.738092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.746681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:04.750679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c24a0735473490cbc3c208d963f419b is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:04.753730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:04.759721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:04.767587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4642deec-b140-46e0-9285-c0b35c9baca6,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:04.785797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:04.798470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.799992 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4642deec-b140-46e0-9285-c0b35c9baca6 HTTP/1.1" status: 204 len: 168 time: 0.2705538 Feb 17 04:29:04.811813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.845248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655199f-d941-4fb6-8987-72a94ca84181 req-660e917d-b4e4-4e89-89ca-406f8e17eda3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:04.847261 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7655199f-d941-4fb6-8987-72a94ca84181 req-660e917d-b4e4-4e89-89ca-406f8e17eda3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 944 time: 0.1231005 Feb 17 04:29:04.851178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:04.853733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 2c75bbd7-431e-4308-9f77-e92b098fb235 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:04.869320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:04.869751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.887830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33532) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:04.897706 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d05392f935c84a45adf2e6c50f2f750f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034954 Feb 17 04:29:04.943314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.944801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8748f9-cd4e-40ae-99da-4b80fec4d95d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:04.948459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:04.949581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:04.980380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:04.993012 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c24a0735473490cbc3c208d963f419b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987080 Feb 17 04:29:04.997224 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33540) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:05.013988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb2d6d5-c946-4be9-980e-bbb3b77a3444,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:05.019631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:05.114680 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7655199f-d941-4fb6-8987-72a94ca84181 req-c14e7ebc-b96f-4313-a020-9be01ccb6202 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533796 Feb 17 04:29:05.170722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.230695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.233667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.291774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:05.316742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:05.324158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.324640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ec033e80-aa9d-4454-8594-af1eacf195e5 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:05.331647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.336596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.354450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6c8e2590-974c-4a88-9a04-e2e2b444d8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:05.395006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8748f9-cd4e-40ae-99da-4b80fec4d95d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:05.414563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:05.419066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:05.422232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.510774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.512863 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b8748f9-cd4e-40ae-99da-4b80fec4d95d HTTP/1.1" status: 204 len: 168 time: 0.6161540 Feb 17 04:29:05.535768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port ec033e80-aa9d-4454-8594-af1eacf195e5 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:05.543770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port ec033e80-aa9d-4454-8594-af1eacf195e5 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:05.544192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.602084 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'code': 200} Feb 17 04:29:05.620581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33562) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:05.651212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.690635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:05.700015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Usage tracker for resource:security_group_rule and tenant:56242aaa96834bc89e871cbbbe1a428f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:05.711135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:05.723285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:05.748380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:05.762600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:05.798015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.814450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:05.835296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e12290c-723d-4888-aaae-f851fe54df6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:05.899218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245a95-b9a4-46f1-bdf4-e68dfa0ba52b req-fa678115-7118-44bf-bfd1-c99d3b3b65ed tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:05.915395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f245a95-b9a4-46f1-bdf4-e68dfa0ba52b req-fa678115-7118-44bf-bfd1-c99d3b3b65ed tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4009826 Feb 17 04:29:06.062131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb2d6d5-c946-4be9-980e-bbb3b77a3444,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:06.076299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:06.097578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33570) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:06.118222 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f245a95-b9a4-46f1-bdf4-e68dfa0ba52b req-7d23f43e-9789-4643-8c48-dba9258137a7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018383 Feb 17 04:29:06.128318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port ec033e80-aa9d-4454-8594-af1eacf195e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec033e80-aa9d-4454-8594-af1eacf195e5,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:06.132692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.137321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:06.189654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.191465 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deb2d6d5-c946-4be9-980e-bbb3b77a3444 HTTP/1.1" status: 204 len: 168 time: 1.1780202 Feb 17 04:29:06.239388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33580) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:06.247918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb6f3-d62c-439c-981c-a16ea5b4fc5e req-b7bb5410-e2f0-4da4-89df-057c6b5c1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:06.249706 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9c3cb6f3-d62c-439c-981c-a16ea5b4fc5e req-b7bb5410-e2f0-4da4-89df-057c6b5c1dd0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1162 time: 0.1494036 Feb 17 04:29:06.275725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=ec033e80-aa9d-4454-8594-af1eacf195e5,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:06.291899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:06.293500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:06.318187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.392078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:06.392503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.393999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:06.398886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Usage tracker for resource:security_group_rule and tenant:911d800aeac34ba899023b2f58904a26 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:06.402036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:06.414366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:06.436054 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9c3cb6f3-d62c-439c-981c-a16ea5b4fc5e req-87ecf53d-806d-498e-a13e-de53a14c324a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758103 Feb 17 04:29:06.466948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.498966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:06.509556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac591-a86d-4410-ac57-b6310ba2b10a req-8f019dad-db06-4136-8189-e392edc78015 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:06.511248 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2e2ac591-a86d-4410-ac57-b6310ba2b10a req-8f019dad-db06-4136-8189-e392edc78015 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1802166 Feb 17 04:29:06.512344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Usage tracker for resource:security_group_rule and tenant:353cbd81eade4a7a96c78bca03b5c2d6 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:06.515598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:06.537931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:06.562344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.569640 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2e2ac591-a86d-4410-ac57-b6310ba2b10a req-27d03f8c-821d-43ae-86f0-d718222143a3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Feb 17 04:29:06.579568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.607569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42f0a-d53a-487b-a054-99308c53ce8d req-7f1ce9d4-54e5-4be3-bfca-1e19c0871226 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:06.609349 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-39e42f0a-d53a-487b-a054-99308c53ce8d req-7f1ce9d4-54e5-4be3-bfca-1e19c0871226 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.7857735 Feb 17 04:29:06.621316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87a4a3a9-091f-4ca6-917f-3328812fbbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:06.675265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.708206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=911d800aeac34ba899023b2f58904a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519391 Feb 17 04:29:06.720552 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-39e42f0a-d53a-487b-a054-99308c53ce8d req-50c3f03d-eae4-42eb-bc9e-ac409e602881 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809636 Feb 17 04:29:06.722023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33592) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:06.740727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.743920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d0d93-1f5f-4c29-8e38-299e51680185,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:06.773513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:06.777351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-edfca4f7-5d1f-47b7-986b-769ce937489b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:06.795856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.829498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.830811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f435596-32ff-499a-9540-1850aa115018,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:06.841648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56242aaa96834bc89e871cbbbe1a428f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2180076 Feb 17 04:29:06.841648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:06.848627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33610) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:06.919161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:06.920162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.964289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-474af024-235b-47f8-94db-47204717221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.967226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:06.986698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c066ff6-de02-4c11-af83-d14e0be2ad58,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:06.994880 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=353cbd81eade4a7a96c78bca03b5c2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8751721 Feb 17 04:29:06.997677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33616) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:07.008318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:07.040749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-474af024-235b-47f8-94db-47204717221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.049029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-e04794ef-7eae-4f76-8e02-ed059d109e88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:07.050635 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-e04794ef-7eae-4f76-8e02-ed059d109e88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.2527986 Feb 17 04:29:07.073778 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-068a1f87-2414-4ecd-a84a-a5b3fd36fe35 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/quotas/e7c6fd57c03a478f93acbb4e93e38c34 HTTP/1.1" status: 200 len: 375 time: 0.0139742 Feb 17 04:29:07.133317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.148542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.165824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-14bbb5e0-b7f8-4de3-a08c-e21658b22d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:07.183109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.186115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-c95f748b-edd4-4948-8b2c-48860c3236fe tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063249 Feb 17 04:29:07.247602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d0d93-1f5f-4c29-8e38-299e51680185,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:07.252922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:07.268854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-474af024-235b-47f8-94db-47204717221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.334073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:07.347880 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-5a8799b9-6e8a-44c0-a1cc-b655f5febc05 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608098 Feb 17 04:29:07.381588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474af024-235b-47f8-94db-47204717221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f435596-32ff-499a-9540-1850aa115018,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:07.384545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-474af024-235b-47f8-94db-47204717221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:07.392305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-474af024-235b-47f8-94db-47204717221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.393780 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-474af024-235b-47f8-94db-47204717221d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f435596-32ff-499a-9540-1850aa115018 HTTP/1.1" status: 204 len: 168 time: 0.5441556 Feb 17 04:29:07.394730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.416160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:07.430602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.434319 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/743d0d93-1f5f-4c29-8e38-299e51680185 HTTP/1.1" status: 204 len: 168 time: 0.7086656 Feb 17 04:29:07.460120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c066ff6-de02-4c11-af83-d14e0be2ad58,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:07.467144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:07.469898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:07.477682 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c066ff6-de02-4c11-af83-d14e0be2ad58 HTTP/1.1" status: 204 len: 168 time: 0.4788482 Feb 17 04:29:07.529916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-7abcf09d-2d71-43cd-8733-c70d138486b2 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1751397 Feb 17 04:29:07.535900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabf51e-4b58-431b-8d42-92b9ce8fbcd6 req-6e4ec921-3bd7-4fe3-8eba-bc790749c468 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:07.538924 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aeabf51e-4b58-431b-8d42-92b9ce8fbcd6 req-6e4ec921-3bd7-4fe3-8eba-bc790749c468 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2629623 Feb 17 04:29:07.603269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:07.634208 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aeabf51e-4b58-431b-8d42-92b9ce8fbcd6 req-52a9065e-0540-4a0f-92e4-ffb72bb282a5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890555 Feb 17 04:29:07.701664 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5', 'code': 200} Feb 17 04:29:07.815240 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-81b94907-d40d-4e1d-a4ce-30f7da2a788c req-9a12eb0e-b876-4d7d-9c1a-a95e5c907fbc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 210 time: 0.0522890 Feb 17 04:29:08.144900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873eaaf-ebfc-48df-b8da-a05b65c81f84 req-03058254-e1cc-4764-bdcd-6654a307e2be tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:08.148806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0873eaaf-ebfc-48df-b8da-a05b65c81f84 req-03058254-e1cc-4764-bdcd-6654a307e2be tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.1592648 Feb 17 04:29:08.163334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe73-4cb3-47ac-b01a-fb1e91958705 req-7ae98342-d06a-44ca-97e7-2bd8b5213e97 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:08.172860 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94f5fe73-4cb3-47ac-b01a-fb1e91958705 req-7ae98342-d06a-44ca-97e7-2bd8b5213e97 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.3678470 Feb 17 04:29:08.220997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-e1841839-3a50-442c-b3dd-d14c11b79ebd tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:08.222953 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-e1841839-3a50-442c-b3dd-d14c11b79ebd tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 945 time: 0.3543780 Feb 17 04:29:08.234391 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0873eaaf-ebfc-48df-b8da-a05b65c81f84 req-3c1ecb2a-1486-4960-957e-e7861e965d60 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741611 Feb 17 04:29:08.335010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:08.338566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Deleting port b93abaae-2b3f-4255-b2ab-fec3a46c5798 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:29:08.339075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.420913 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94f5fe73-4cb3-47ac-b01a-fb1e91958705 req-b00acc35-0133-41d3-b0de-920f1c48a1bd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467432 Feb 17 04:29:08.437139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d6b0-77f3-4fdb-b4bd-ef02bf1be36f req-5b28a726-9ff5-4d5d-9ec8-9586e57f1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:08.439054 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c059d6b0-77f3-4fdb-b4bd-ef02bf1be36f req-5b28a726-9ff5-4d5d-9ec8-9586e57f1557 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 1163 time: 0.4413397 Feb 17 04:29:08.476928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:08.478318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.550605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33676) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:08.584979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.624494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:08.634594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Usage tracker for resource:security_group_rule and tenant:58fbecbcfe224b58b751042457970af8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:08.637533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ec033e80-aa9d-4454-8594-af1eacf195e5 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:08.645074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:08.655196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:08.709079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798,segment=NetworkSegment(e54daa5b-9702-4f0a-8a21-7d195f9d8417),segment_id=e54daa5b-9702-4f0a-8a21-7d195f9d8417)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:08.709595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.795417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port ec033e80-aa9d-4454-8594-af1eacf195e5 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:08.795850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.853783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.861034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:08.970951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Calling delete_port for b93abaae-2b3f-4255-b2ab-fec3a46c5798 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:29:08.976377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-474af024-235b-47f8-94db-47204717221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:09.060353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device b93abaae-2b3f-4255-b2ab-fec3a46c5798 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:29:09.061425 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58fbecbcfe224b58b751042457970af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096512 Feb 17 04:29:09.065601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33694) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:09.125593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b3454-d37f-402e-bd4c-f5ea9e66be68,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:09.153809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:09.211015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.245656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d5ae-c2bc-44b7-8bbc-dc2e375205e3 req-2caa3c81-d8d2-4373-8d29-44cd7170c0cc tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:09.253811 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b873d5ae-c2bc-44b7-8bbc-dc2e375205e3 req-2caa3c81-d8d2-4373-8d29-44cd7170c0cc tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2878029 Feb 17 04:29:09.266502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798,segment=NetworkSegment(e54daa5b-9702-4f0a-8a21-7d195f9d8417),segment_id=e54daa5b-9702-4f0a-8a21-7d195f9d8417)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:09.271215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.275053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:09.300757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.342055 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b873d5ae-c2bc-44b7-8bbc-dc2e375205e3 req-03dd4675-2fe9-4553-9b6a-fce74c3d38d5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869884 Feb 17 04:29:09.353471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.357902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:09.361983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:09.417921 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c059d6b0-77f3-4fdb-b4bd-ef02bf1be36f req-882c0e8f-2e3c-415e-8cda-e4f53baefcda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9711504 Feb 17 04:29:09.419709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:29:09.420127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:29:09.422897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.437656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d4840d7b-2760-4362-ab3a-d694e6ffd0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:09.468320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b3454-d37f-402e-bd4c-f5ea9e66be68,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:09.476272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:09.496485 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e6bbbf1e-a588-4b72-a491-99909b3a584c req-1adac556-6641-47f4-9060-43257e9684a5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 210 time: 0.0806530 Feb 17 04:29:09.508688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.514064 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/413b3454-d37f-402e-bd4c-f5ea9e66be68 HTTP/1.1" status: 204 len: 168 time: 0.3724079 Feb 17 04:29:09.669352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56f351-932e-4f38-bd41-d65d7dc2e1f4 req-803e5f0c-0efd-4fa5-9aff-54dad2aabd73 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:09.672662 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7f56f351-932e-4f38-bd41-d65d7dc2e1f4 req-803e5f0c-0efd-4fa5-9aff-54dad2aabd73 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.1181619 Feb 17 04:29:09.703435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:09.727697 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7f56f351-932e-4f38-bd41-d65d7dc2e1f4 req-b906ff47-a44e-4d85-b28f-870e6219ca26 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Feb 17 04:29:10.052993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798d50c-6b72-4ef5-987c-62330d35796a req-3c0eb9cc-b098-4a4d-a21a-348060135e91 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:10.062965 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b798d50c-6b72-4ef5-987c-62330d35796a req-3c0eb9cc-b098-4a4d-a21a-348060135e91 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1791587 Feb 17 04:29:10.095579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Deleting port b93abaae-2b3f-4255-b2ab-fec3a46c5798 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:29:10.095964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:10.127304 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b798d50c-6b72-4ef5-987c-62330d35796a req-e1030811-1243-4038-8ab0-2b3ed7c1d84d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630231 Feb 17 04:29:10.167698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-9650514f-f527-4f12-b635-c88b81ed7c24 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:10.169427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-9650514f-f527-4f12-b635-c88b81ed7c24 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.4983513 Feb 17 04:29:10.181851 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798', 'code': 200} Feb 17 04:29:10.216882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Request body: {'port': {'device_id': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2', 'admin_state_up': True, 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:10.305270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002359e-e1b0-48ff-80fb-ea76b835ed21 req-babe6307-c254-4018-b3fc-bce198e94948 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:10.306899 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1002359e-e1b0-48ff-80fb-ea76b835ed21 req-babe6307-c254-4018-b3fc-bce198e94948 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.7086582 Feb 17 04:29:10.316708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33742) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:10.323442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'floatingip': {'port_id': '2c75bbd7-431e-4308-9f77-e92b098fb235'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:10.420759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:10.513727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:10.545569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:10.577654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:10.590500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:10.658280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] For port b93abaae-2b3f-4255-b2ab-fec3a46c5798, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b93abaae-2b3f-4255-b2ab-fec3a46c5798,segment=NetworkSegment(e54daa5b-9702-4f0a-8a21-7d195f9d8417),segment_id=e54daa5b-9702-4f0a-8a21-7d195f9d8417)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:10.658707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:10.742996 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6e180009-edb4-48e8-8147-61f6e0c292cd req-227faa2b-7003-4ee7-b10d-42418a1965f5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 210 time: 0.1077769 Feb 17 04:29:10.851157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Calling delete_port for b93abaae-2b3f-4255-b2ab-fec3a46c5798 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:29:11.406417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df080a-58b1-48aa-a089-dfe9b0d6da98 req-ee586ab7-c23a-4c7e-9a06-4b6a5880e52a tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:11.408103 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d3df080a-58b1-48aa-a089-dfe9b0d6da98 req-ee586ab7-c23a-4c7e-9a06-4b6a5880e52a tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 943 time: 0.2906144 Feb 17 04:29:11.564610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:11.676359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c60f7b3-938a-4ba9-94db-198f658ac370 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:11.701014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc5b5d-47c2-421d-b8c7-0085b98ca314 req-f81031f2-4bcc-47a4-bed1-f94b4f8e7b4f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:11.703014 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7ecc5b5d-47c2-421d-b8c7-0085b98ca314 req-f81031f2-4bcc-47a4-bed1-f94b4f8e7b4f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2121487 Feb 17 04:29:11.728818 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d3df080a-58b1-48aa-a089-dfe9b0d6da98 req-1dbefbda-2b38-4794-bd4e-93af2585b604 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/security-groups?id=d49cf89f-c7b6-4622-97e8-cbb2f0824a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577217 Feb 17 04:29:11.808168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Pushing event deleted for resources: {'Port': ['ID=b93abaae-2b3f-4255-b2ab-fec3a46c5798,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:11.811972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:11.891027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.resource_extend [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:29:11.962961 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7ecc5b5d-47c2-421d-b8c7-0085b98ca314 req-ecd601d2-61fc-45f0-83be-ebece85e9116 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122033 Feb 17 04:29:11.973598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] No DVR routers for this DVR port b93abaae-2b3f-4255-b2ab-fec3a46c5798 on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:29:11.985445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:11.995781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-deleted', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:12.033284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.042886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.116209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Allocated IP 172.20.0.14 (88105b26-9d77-4a49-916b-196e6bdf15b2/4f13a2c7-d236-4c59-83c5-266bc000ac32/73f64183-ff83-4378-844f-aa4c91f88679) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:12.125705 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1935954f-939c-4a32-9e0d-23522bd00bdb req-cf30cffb-d92e-4ddd-badb-9e8e7ee77c22 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 210 time: 0.0900776 Feb 17 04:29:12.170591 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63b742e1-0912-4954-8bcf-765ec167cb38 req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.53 "DELETE /v2.0/ports/b93abaae-2b3f-4255-b2ab-fec3a46c5798 HTTP/1.1" status: 204 len: 173 time: 3.9390187 Feb 17 04:29:12.281867 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cad61b-1379-43dd-90a5-35f176270e9e', 'name': 'network-vif-deleted', 'tag': 'b93abaae-2b3f-4255-b2ab-fec3a46c5798', 'status': 'completed', 'code': 200} Feb 17 04:29:12.563979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.650055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:12.708335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94fdfae5-09d4-40d7-965e-3cdff862dfc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:12.777070 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Floating IP 5305d5a0-1880-4f92-bb46-98e382cb2d2b associated. External IP: 172.28.2.37, port: 2c75bbd7-431e-4308-9f77-e92b098fb235. Feb 17 04:29:13.136668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event updated for resources: {'Port': ['ID=73f64183-ff83-4378-844f-aa4c91f88679,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:13.141169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:13.244166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-63e0d715-ed78-4b1d-bfe1-568964bee18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:13.246080 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-63e0d715-ed78-4b1d-bfe1-568964bee18a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 1163 time: 0.3484051 Feb 17 04:29:13.266044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f6ba8-de95-4c60-914a-55a6e68011af req-d02fd849-f4c7-4b56-91af-898ec5452862 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:13.267937 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-711f6ba8-de95-4c60-914a-55a6e68011af req-d02fd849-f4c7-4b56-91af-898ec5452862 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2478950 Feb 17 04:29:13.270403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:13.294949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:13.321630 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18d60c4f-1e8d-487a-bc00-01743a9cf743 req-c19207a3-0b48-41e4-9191-11f081140cee tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0cad61b-1379-43dd-90a5-35f176270e9e HTTP/1.1" status: 200 len: 210 time: 0.1449785 Feb 17 04:29:13.389979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:13.407755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:13.408892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:13.767673 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5635583 Feb 17 04:29:13.778334 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-711f6ba8-de95-4c60-914a-55a6e68011af req-a6168bde-106f-4e84-abf3-9b3525ea33d0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784424 Feb 17 04:29:13.786951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Request body: {'port': {'device_id': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:13.814619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:29:13.838490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f59e0-2b72-4b22-9771-7a6bce7585d6 req-a55e4d14-2be9-4013-b40c-aaa75fcda6e7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:13.846291 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-374f59e0-2b72-4b22-9771-7a6bce7585d6 req-a55e4d14-2be9-4013-b40c-aaa75fcda6e7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 932 time: 0.2810004 Feb 17 04:29:13.861721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-eab13604-f0af-4676-af24-3fa1afcfe516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:13.863456 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-eab13604-f0af-4676-af24-3fa1afcfe516 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.5908558 Feb 17 04:29:13.952095 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-c495a73e-a256-4773-a739-7b65431a84b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec033e80-aa9d-4454-8594-af1eacf195e5 HTTP/1.1" status: 200 len: 217 time: 0.0777638 Feb 17 04:29:13.960990 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-374f59e0-2b72-4b22-9771-7a6bce7585d6 req-6a564c97-c973-4952-ae8a-fadc817e1f2d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136699 Feb 17 04:29:14.049416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33900) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:14.050972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-68c67d48-77da-4c0e-a8b7-dbeaf6cd57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:14.052629 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-68c67d48-77da-4c0e-a8b7-dbeaf6cd57e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.0879221 Feb 17 04:29:14.121694 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-6565e402-b84c-45aa-b6bc-b8fcfbb966ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500968 Feb 17 04:29:14.185627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:14.191646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:14.201481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:14.218683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:14.223026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:14.264565 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8fe8b2b4-d3ce-484b-b9f3-8d0db31ed1d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "PUT /v2.0/floatingips/5305d5a0-1880-4f92-bb46-98e382cb2d2b HTTP/1.1" status: 200 len: 990 time: 3.9463830 Feb 17 04:29:14.265600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:14.317495 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'status': 'completed', 'code': 200} Feb 17 04:29:14.421646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:14.495368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:14.513752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:14.532533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-0380eba5-26c6-4af0-8dbd-68e0456ae256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:14.535163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8f0774adb34b039b43db6661eeefff is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:14.538908 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-0380eba5-26c6-4af0-8dbd-68e0456ae256 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1162 time: 0.1901700 Feb 17 04:29:14.540458 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-70e85cb8-829e-4f44-81ab-093d08c1d7aa service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774896 Feb 17 04:29:14.544006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:14.557065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:14.599207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:14.848354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-b68b0ecc-c619-480f-ae4a-a8a1be557313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:14.851551 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-b68b0ecc-c619-480f-ae4a-a8a1be557313 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.3027043 Feb 17 04:29:15.226132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33938) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:15.346498 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-4f083e41-0c2c-43fd-9a87-d9413768c889 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 998 time: 0.4796491 Feb 17 04:29:15.515894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72350525-d774-45b4-8e06-11f7251e17de req-3a4d633b-52ea-4899-88e9-dd3374e9003f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.517558 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72350525-d774-45b4-8e06-11f7251e17de req-3a4d633b-52ea-4899-88e9-dd3374e9003f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.4631543 Feb 17 04:29:15.524494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-a488726d-5d15-41db-94bd-3287a9e5b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.526044 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-a488726d-5d15-41db-94bd-3287a9e5b685 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.1641910 Feb 17 04:29:15.527322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '5305d5a0-1880-4f92-bb46-98e382cb2d2b', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:81:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:40Z', 'updated_at': '2021-02-17T04:29:11Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:15.536863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:15.549861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:15.550572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:28:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:15.577014 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-d67dc28a-4fa6-4d71-b1b4-c7c42e9663f6 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0222714 Feb 17 04:29:15.592365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.602357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.617730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767de5-2502-4b39-8972-abb34db1fac8 req-bfffebe2-0f7b-4f60-b7f2-c610db39b942 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.618729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-28767de5-2502-4b39-8972-abb34db1fac8 req-bfffebe2-0f7b-4f60-b7f2-c610db39b942 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:15.656597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-149259d3-fabd-4de8-a1aa-a9e29075eeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:15.670975 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce8f0774adb34b039b43db6661eeefff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6170177 Feb 17 04:29:15.675321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 33962) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:15.686130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.708650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.resource_extend [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:29:15.722292 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72350525-d774-45b4-8e06-11f7251e17de req-f0bde47b-9188-4b6d-a4bb-6322667eea15 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951811 Feb 17 04:29:15.723692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:15.735386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Usage tracker for resource:security_group_rule and tenant:a52a3e0eddbc48d69682cbdeb251a08d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:15.740381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:15.757090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:15.795833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-f4439f5f-a3ee-446c-9b5e-c076377a4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:15.797714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-f4439f5f-a3ee-446c-9b5e-c076377a4f9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2338157 Feb 17 04:29:15.807521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:15.818723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e4f01-43a5-4c38-8809-dd522d9c3c84,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:15.821623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-28767de5-2502-4b39-8972-abb34db1fac8 req-bfffebe2-0f7b-4f60-b7f2-c610db39b942 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:15.822969 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28767de5-2502-4b39-8972-abb34db1fac8 req-bfffebe2-0f7b-4f60-b7f2-c610db39b942 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 932 time: 0.5657668 Feb 17 04:29:15.847999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.848442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.848919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.849933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.850322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.850727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.851116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.851502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.851885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.852267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.852647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.853026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.853476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.853856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.854282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.854712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.855096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.855530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.855904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.856280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.856686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.857179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.857586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.857969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:15.862766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:15.902452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f64183-ff83-4378-844f-aa4c91f88679 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:29:15.923763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.953760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:15.965806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28767de5-2502-4b39-8972-abb34db1fac8 req-70cb4fc4-35b7-4919-9258-8d79d4118849 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263080 Feb 17 04:29:15.990209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Transition to ACTIVE for port object 73f64183-ff83-4378-844f-aa4c91f88679 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:15.997513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.024472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:16.031908 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-7707de84-1374-40f5-a1a8-28f89821c1fd service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265170 Feb 17 04:29:16.125803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.146811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.204725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6f8965c6-c268-43a9-b672-f2e340cc0753 req-d073d6ef-af6c-401c-9431-448ea4ad94e5 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1615791 Feb 17 04:29:16.205359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.220016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bda6815d-e8dd-48c6-ad5a-8fd2b8d672b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:16.256876 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a52a3e0eddbc48d69682cbdeb251a08d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228012 Feb 17 04:29:16.260199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '5305d5a0-1880-4f92-bb46-98e382cb2d2b', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:81:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:40Z', 'updated_at': '2021-02-17T04:29:11Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:16.260554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 33970) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:16.265497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e051a4-de25-4e51-9dc0-f49ffddefae1 None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '5305d5a0-1880-4f92-bb46-98e382cb2d2b', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:81:15:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:28:40Z', 'updated_at': '2021-02-17T04:29:11Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:16.274533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4672231-3480-4fc6-8074-89d31a1a4b25,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:16.287502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Pushing event updated for resources: {'Port': ['ID=73f64183-ff83-4378-844f-aa4c91f88679,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:16.288799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.289207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.289600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.289987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.290370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.290822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.291209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.291583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.291997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.292376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.292806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.293181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.293625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.293999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.294372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.294770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.295145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.295516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.295886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.296256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.296623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.296989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.297351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.297702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:16.308663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:16.320788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:16.323936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.356340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.388397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.404884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d6a97ca3-f7f0-4c24-b216-7912e8977159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:16.429219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e4f01-43a5-4c38-8809-dd522d9c3c84,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:16.444954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.447928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.461374 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee6e4f01-43a5-4c38-8809-dd522d9c3c84 HTTP/1.1" status: 204 len: 168 time: 0.7715421 Feb 17 04:29:16.462210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe26b3b6-b528-421a-8209-ac835bf908e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:16.462299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:16.465301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4672231-3480-4fc6-8074-89d31a1a4b25,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:16.468951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:16.471544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.473247 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4672231-3480-4fc6-8074-89d31a1a4b25 HTTP/1.1" status: 204 len: 168 time: 0.2113736 Feb 17 04:29:16.474129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Attempting to bind port 73f64183-ff83-4378-844f-aa4c91f88679 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:16.474681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Attempting to bind port 73f64183-ff83-4378-844f-aa4c91f88679 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:16.475230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Attempting to bind port 73f64183-ff83-4378-844f-aa4c91f88679 on network 88105b26-9d77-4a49-916b-196e6bdf15b2 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:16.482425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:16.483017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Checking segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:16.483589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.484130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Bound using segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:16.484763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Bound port: 73f64183-ff83-4378-844f-aa4c91f88679, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:16.485303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.681668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae571e-adda-450a-940d-ab81f2dd045f None None] New status for floating IP 5305d5a0-1880-4f92-bb46-98e382cb2d2b: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:29:16.689077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] For port 73f64183-ff83-4378-844f-aa4c91f88679, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:16.696863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] For port 73f64183-ff83-4378-844f-aa4c91f88679, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=73f64183-ff83-4378-844f-aa4c91f88679,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:16.701657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:16.841368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:16.990510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Pushing event updated for resources: {'Port': ['ID=73f64183-ff83-4378-844f-aa4c91f88679,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:16.997868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:17.025326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.026041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.028127 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] 10.222.0.53 "PUT /v2.0/ports/73f64183-ff83-4378-844f-aa4c91f88679 HTTP/1.1" status: 200 len: 1158 time: 3.2486410 Feb 17 04:29:17.028677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:17.143101 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34008) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.151078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34010) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.179623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.180759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.204027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:17.208531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0521ae8c9d114eb8bc0703f8467c108a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:17.212177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:17.218615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:17.225037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:17.254945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26142b11-c0c7-4b97-a9b2-a9cff0ad0a4e req-9d8a3449-27a4-4035-945c-dc9074aa903f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.262715 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26142b11-c0c7-4b97-a9b2-a9cff0ad0a4e req-9d8a3449-27a4-4035-945c-dc9074aa903f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2800267 Feb 17 04:29:17.275852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Usage tracker for resource:security_group_rule and tenant:15b999326f81404aa0c5960d81eda881 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:17.293163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:17.308402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:17.309844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-6ce0ef17-04e7-4a0e-8cc2-39942621b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.311556 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-6ce0ef17-04e7-4a0e-8cc2-39942621b4fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 1161 time: 0.2317841 Feb 17 04:29:17.356070 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26142b11-c0c7-4b97-a9b2-a9cff0ad0a4e req-489dfa2a-5ba0-4036-a2dd-53ed203db2e2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923378 Feb 17 04:29:17.434695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.437555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.447670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8d993e9f-652e-4aa5-80d9-6824a278e004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:17.467792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34018) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.544483 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15b999326f81404aa0c5960d81eda881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896666 Feb 17 04:29:17.553226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34022) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.562595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e40db1-f56e-47ad-8d83-eab43903c171,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:17.566253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:17.623119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Deleting subnet 4bbf171d-65b2-4057-b141-ae4aa26c1099 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:29:17.631353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.682165 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679', 'status': 'completed', 'code': 200} Feb 17 04:29:17.683785 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-2cc353f4-2151-4b1d-afb4-21964c943ae4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f64183-ff83-4378-844f-aa4c91f88679 HTTP/1.1" status: 200 len: 217 time: 0.3374934 Feb 17 04:29:17.685758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.690929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.701964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2ade53cf-0ab2-455f-9671-b16a62c1d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:17.706951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.710331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.726510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.794024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.807844 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0521ae8c9d114eb8bc0703f8467c108a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594067 Feb 17 04:29:17.808608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e67e2-9fa4-4a47-9762-deccf1dcb728,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:17.813474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34030) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.817253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:17.850773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-f5651766-f492-4e65-96a4-54ee9aec23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.852369 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-f5651766-f492-4e65-96a4-54ee9aec23b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.1526327 Feb 17 04:29:17.926611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014d02-43dd-4385-9759-6a88a50afd0c req-8d6a05c0-b688-4ba5-85c6-505e629adec9 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:17.928530 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a8014d02-43dd-4385-9759-6a88a50afd0c req-8d6a05c0-b688-4ba5-85c6-505e629adec9 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 944 time: 0.5263057 Feb 17 04:29:17.939302 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-c69774e6-ff03-4430-8d91-ad2b7177d782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701962 Feb 17 04:29:18.018096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.032035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e6e0741d-a219-44d7-8aa0-2cbc0f65a024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:18.050515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e40db1-f56e-47ad-8d83-eab43903c171,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:18.060119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:18.066707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.068626 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8e40db1-f56e-47ad-8d83-eab43903c171 HTTP/1.1" status: 204 len: 168 time: 0.5137107 Feb 17 04:29:18.086710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.108597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a8014d02-43dd-4385-9759-6a88a50afd0c req-8b545ebc-d386-4eb2-95a1-955becae36b3 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719122 Feb 17 04:29:18.110137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.144602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.154786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34038) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:18.215777 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-6a955b02-5a7c-4354-9a60-75fcb870313a service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554927 Feb 17 04:29:18.244797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-798f8569-4582-4010-b7fb-ba268caf9067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:18.296182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bbf171d-65b2-4057-b141-ae4aa26c1099,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:18.300268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.311233 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4bbf171d-65b2-4057-b141-ae4aa26c1099 HTTP/1.1" status: 204 len: 168 time: 0.8384576 Feb 17 04:29:18.311233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:18.311694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34046) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:18.375434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.389578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:18.406481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.421859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e67e2-9fa4-4a47-9762-deccf1dcb728,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:18.428114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:18.451279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:18.454033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.455330 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f28e67e2-9fa4-4a47-9762-deccf1dcb728 HTTP/1.1" status: 204 len: 168 time: 0.6399834 Feb 17 04:29:18.461465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Usage tracker for resource:security_group_rule and tenant:c8bd4f84d4f14406aadc8b238b67822e is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:18.466566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:18.503809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:18.582181 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa6530bb-854e-4061-86b7-c0ce9203b8d9 req-daf3818b-7958-42fb-bfb0-3a7d88117db7 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3531520 Feb 17 04:29:18.715488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.835348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28f5cf-ff88-4e70-9904-ab8b4db15755 req-f0b1632f-247f-4990-af80-d218744b9bbf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:18.836875 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4c28f5cf-ff88-4e70-9904-ab8b4db15755 req-f0b1632f-247f-4990-af80-d218744b9bbf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2300208 Feb 17 04:29:18.838867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.841960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-38b58286-0efb-4e0a-9df7-6accda7c1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:18.843558 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-38b58286-0efb-4e0a-9df7-6accda7c1b83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 1161 time: 0.1862872 Feb 17 04:29:18.863111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:18.878426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-56ec59d4-577c-42b8-8725-77b9086d430f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:19.048702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9b48f-c8a5-4a41-a959-a21f891b1fbe,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:19.057545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4c28f5cf-ff88-4e70-9904-ab8b4db15755 req-42ff0326-1b20-4e84-8288-b5de6330c3dd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115161 Feb 17 04:29:19.059891 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8bd4f84d4f14406aadc8b238b67822e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014792 Feb 17 04:29:19.060951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:19.063487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34084) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:19.131324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.222823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-e8446e47-db47-4209-a1ff-680da919ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:19.225767 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-e8446e47-db47-4209-a1ff-680da919ad44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 909 time: 0.3501153 Feb 17 04:29:19.363059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-24214d4e-7029-4010-8688-ee00af320339 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73f64183-ff83-4378-844f-aa4c91f88679 HTTP/1.1" status: 200 len: 217 time: 0.1202385 Feb 17 04:29:19.363901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.501679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.502088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.503123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.503622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > port after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.503997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.504359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > port after_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.504723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.505279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.506000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.506000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.560418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.582948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.583369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.583849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.584384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:29:19.584478 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb8d2ba-76cb-4f03-a266-a56e6a8ca554']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:19.602103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54daa5b-9702-4f0a-8a21-7d195f9d8417') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:19.602409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54daa5b-9702-4f0a-8a21-7d195f9d8417') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:19.618789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.657986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.664584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.665967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:19.680882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-3a008a87-495f-4a39-8150-6fc3e1edce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:19.682401 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-3a008a87-495f-4a39-8150-6fc3e1edce7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.3068449 Feb 17 04:29:19.685556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9b48f-c8a5-4a41-a959-a21f891b1fbe,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:19.706837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:29:19.716435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:19.720212 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77c9b48f-c8a5-4a41-a959-a21f891b1fbe HTTP/1.1" status: 204 len: 168 time: 0.6532161 Feb 17 04:29:19.721856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:19.804215 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-194768d6-d5fb-463a-884e-66c6297727b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131554 Feb 17 04:29:19.848842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9757-2844-485b-a315-60fb37043053 req-b92a5428-8feb-4dfe-95be-13cb9cf40055 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:19.857648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e8e9757-2844-485b-a315-60fb37043053 req-b92a5428-8feb-4dfe-95be-13cb9cf40055 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 944 time: 0.5302050 Feb 17 04:29:20.015545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e8e9757-2844-485b-a315-60fb37043053 req-9157b471-3ab2-424b-8161-de0918a56792 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568811 Feb 17 04:29:20.046550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:29:20.060154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.163772 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-98fb3d01-b643-4a7e-8f6b-cc0314a054e3 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520625 Feb 17 04:29:20.359357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Network fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:29:20.416808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34162) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.439955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.457017 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1615dd3f-43ee-46ea-a465-b2edca2eac96 req-9dfb5cfd-cf9b-4aa8-9c44-f74979c59f69 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2823129 Feb 17 04:29:20.465960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfd817-8ee0-4c3d-bb69-8331ed8a037a req-c7ec362b-f191-4857-a3d5-ee2b87a4ba9c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:20.473706 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2adfd817-8ee0-4c3d-bb69-8331ed8a037a req-c7ec362b-f191-4857-a3d5-ee2b87a4ba9c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1957104 Feb 17 04:29:20.497379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.503829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e907f5c1284ea7a9565bf68e4ba313 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.511403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: from cryptography.utils import int_from_bytes Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: from cryptography.utils import int_from_bytes Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: (rel_b, rel_a, rel_b), Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: (rel_b, rel_a, rel_b), Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:29:20.516595 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:29:20.519115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:20.558584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.566296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.576915 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2adfd817-8ee0-4c3d-bb69-8331ed8a037a req-7426dd75-4494-46c3-86cb-cb2ab5e1fc6d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013746 Feb 17 04:29:20.577470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5351ef75-bd42-45c8-be8d-445a47bf4fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:20.608468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbb8d2ba-76cb-4f03-a266-a56e6a8ca554 HTTP/1.1" status: 204 len: 168 time: 2.2935653 Feb 17 04:29:20.608468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb8d2ba-76cb-4f03-a266-a56e6a8ca554,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:20.611227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:20.672165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34172) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.686138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.689823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.720173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e3ecdc9f-94b0-49ee-a2da-9b1ebf549b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:20.733899 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6e907f5c1284ea7a9565bf68e4ba313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157794 Feb 17 04:29:20.736832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34180) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.757425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa88b9-436d-48c7-8bb0-98d99a4ba309,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:20.761117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:20.817358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.832056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34186) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.847186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.895522 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f0644be3-2c3b-4286-ab24-e50192b491c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a57edbd5351246318b9b0dd560ded3d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619075 Feb 17 04:29:20.898107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34190) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.923817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.933425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d432fc8b-97c4-4058-9277-392bb2a995d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:20.952136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa88b9-436d-48c7-8bb0-98d99a4ba309,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:20.954581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:20.956061 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06fa88b9-436d-48c7-8bb0-98d99a4ba309 HTTP/1.1" status: 204 len: 168 time: 0.2180128 Feb 17 04:29:20.956959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.007398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.038789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.065381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.087151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:21.092035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7c02b501e940fbbb77f9fd61be73e2 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:21.100196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:21.108546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.127826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.133941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3cd1df0f-2cf9-431b-9ab9-a400d63442f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.153778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49cf89f-c7b6-4622-97e8-cbb2f0824a15,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.170770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.227356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.232662 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.246542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ccbbf4bd-42b2-46e7-afe4-030e96ecc68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.249127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.250489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d49cf89f-c7b6-4622-97e8-cbb2f0824a15 HTTP/1.1" status: 204 len: 168 time: 0.3510828 Feb 17 04:29:21.289359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee860f04-2bde-4d0a-aa6e-7c02920e07e7 req-d863f3ca-cb17-414e-9c73-72de7ad783d1 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.291190 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ee860f04-2bde-4d0a-aa6e-7c02920e07e7 req-d863f3ca-cb17-414e-9c73-72de7ad783d1 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 944 time: 0.1238565 Feb 17 04:29:21.300967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6fb1ac-e08c-4b92-8de6-d54c27732105,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.321056 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a7c02b501e940fbbb77f9fd61be73e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415658 Feb 17 04:29:21.321056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.321056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34210) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:21.352613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ee860f04-2bde-4d0a-aa6e-7c02920e07e7 req-d95c2c7a-2d75-4e3d-8212-aaea5061d0d7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Feb 17 04:29:21.388057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.417622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.465323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.470403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-97197cc2-6589-4728-a447-b8d3fc66c804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.485971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6fb1ac-e08c-4b92-8de6-d54c27732105,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.489046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.490467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.491959 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc6fb1ac-e08c-4b92-8de6-d54c27732105 HTTP/1.1" status: 204 len: 168 time: 0.1733251 Feb 17 04:29:21.888558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd14d-012e-454c-8f95-58f2ece24e54 req-6a7af097-9b3f-44ef-ab34-8e0d06c74d63 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.890220 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-83efd14d-012e-454c-8f95-58f2ece24e54 req-6a7af097-9b3f-44ef-ab34-8e0d06c74d63 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1634164 Feb 17 04:29:21.975015 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-83efd14d-012e-454c-8f95-58f2ece24e54 req-d4975f1e-15d6-42e9-a552-f2b1442bee73 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745320 Feb 17 04:29:22.260989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34272) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:22.589578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ab75a-cfaf-4c21-bc23-121f34a30c2d req-d39b42a7-8d4c-4b2c-a4f8-c02620122340 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:22.597225 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b27ab75a-cfaf-4c21-bc23-121f34a30c2d req-d39b42a7-8d4c-4b2c-a4f8-c02620122340 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 944 time: 0.1147976 Feb 17 04:29:22.657513 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b27ab75a-cfaf-4c21-bc23-121f34a30c2d req-b8822d2c-7baf-4f3e-953a-9ed3feeb1157 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588241 Feb 17 04:29:22.676412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.694072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:22.698159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Usage tracker for resource:security_group_rule and tenant:8a18defac44f4a27bcb8dc631678de20 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:22.701167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:22.707075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:22.800241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.808239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:22.818340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:22.863866 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a18defac44f4a27bcb8dc631678de20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016436 Feb 17 04:29:22.866361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7ca9a-0cbd-4aaa-9f8e-580867b645c3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:22.867526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34296) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:22.907905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:23.099349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.138242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.202231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 73f64183-ff83-4378-844f-aa4c91f88679 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:23.210061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.215533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:23.234577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7ca9a-0cbd-4aaa-9f8e-580867b645c3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:23.236430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.237003 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cb7ca9a-0cbd-4aaa-9f8e-580867b645c3 HTTP/1.1" status: 204 len: 168 time: 0.3684251 Feb 17 04:29:23.238131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:23.289134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429355-5860-4a46-ad07-4a08a610c782 req-727f58a9-fa3f-4673-8100-564b0290a7a8 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:23.291374 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-24429355-5860-4a46-ad07-4a08a610c782 req-727f58a9-fa3f-4673-8100-564b0290a7a8 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1276515 Feb 17 04:29:23.313135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 73f64183-ff83-4378-844f-aa4c91f88679 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:23.318645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 73f64183-ff83-4378-844f-aa4c91f88679 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:23.319089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.361665 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-24429355-5860-4a46-ad07-4a08a610c782 req-daa8f0af-d16a-4695-a561-1e3e09f61cc2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619099 Feb 17 04:29:23.458808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.488923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:23.500762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 73f64183-ff83-4378-844f-aa4c91f88679, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=73f64183-ff83-4378-844f-aa4c91f88679,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:23.505535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.508052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:23.559376 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679', 'code': 200} Feb 17 04:29:23.587921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=73f64183-ff83-4378-844f-aa4c91f88679,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:23.596134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.596627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.596885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.597262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.597637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.597997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.598365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.598775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.599841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.600399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.601148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.601524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.601952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.602493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.603048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.603598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.604172 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.604722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.605271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.605819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.606480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.607058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.607605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.608613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:23.613766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:23.940872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34340) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:23.945625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fced77-9aaf-48b7-8fbe-68fc7581bfe2 req-f73acb81-be62-4aa1-bf79-72a4962507f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:23.947311 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-66fced77-9aaf-48b7-8fbe-68fc7581bfe2 req-f73acb81-be62-4aa1-bf79-72a4962507f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 1163 time: 0.1674566 Feb 17 04:29:23.976879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:23.979062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3284b5-4431-4a41-94f4-b03918d843f9 req-0b4f3e34-89d6-48f1-b067-6e350d5d4bae tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:23.986689 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed3284b5-4431-4a41-94f4-b03918d843f9 req-0b4f3e34-89d6-48f1-b067-6e350d5d4bae tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.1595817 Feb 17 04:29:24.014091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:24.026478 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Usage tracker for resource:security_group_rule and tenant:aa7845eb53e341cab3e70bd4ac64e2d6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:24.036537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:24.044857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:24.061792 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-66fced77-9aaf-48b7-8fbe-68fc7581bfe2 req-d1a7b6c3-00e9-407b-b149-ce826e787aee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977950 Feb 17 04:29:24.101120 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed3284b5-4431-4a41-94f4-b03918d843f9 req-f08175d3-4469-4a8c-8b71-64e3f069cd57 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126072 Feb 17 04:29:24.174775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.179267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.191503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e57f15a7-1765-4640-a847-f276e9cfba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:24.247745 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa7845eb53e341cab3e70bd4ac64e2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032823 Feb 17 04:29:24.247745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b416db20-5970-4c88-adef-961cc3ae3f45,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:24.248161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34356) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:24.249872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:24.391778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.448320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.473926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 73f64183-ff83-4378-844f-aa4c91f88679 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:24.566616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.573058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:24.591000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 73f64183-ff83-4378-844f-aa4c91f88679 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:24.592064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.641258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b416db20-5970-4c88-adef-961cc3ae3f45,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:24.651366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:24.667535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:24.669113 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b416db20-5970-4c88-adef-961cc3ae3f45 HTTP/1.1" status: 204 len: 168 time: 0.4197533 Feb 17 04:29:24.716390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99c3a-ff34-42fd-af7e-3e516ca6bdc3 req-3fb9c9e2-f262-4253-b2ed-499d1dfe96d3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:24.718843 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03f99c3a-ff34-42fd-af7e-3e516ca6bdc3 req-3fb9c9e2-f262-4253-b2ed-499d1dfe96d3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1329243 Feb 17 04:29:24.796505 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03f99c3a-ff34-42fd-af7e-3e516ca6bdc3 req-19c799d1-b130-44af-abb6-19308a0d59da tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Feb 17 04:29:24.995175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da9d595b-a62e-47c9-8432-6ae4c36e797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:25.346819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2231b87-cace-404a-9093-12af987471a1 req-66475869-b926-4663-8334-4a23adfc910e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:25.348487 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2231b87-cace-404a-9093-12af987471a1 req-66475869-b926-4663-8334-4a23adfc910e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.1125660 Feb 17 04:29:25.406009 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2231b87-cace-404a-9093-12af987471a1 req-d0a00ea3-d0fc-4ef1-9db9-7464a33f6b1a tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Feb 17 04:29:25.824112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34436) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:26.150919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1e4b9-a5a2-4255-a88c-fdcb80c9d6e6 req-f76e0814-a9e4-4cd5-a8c1-422fb7bc8f8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.159294 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18b1e4b9-a5a2-4255-a88c-fdcb80c9d6e6 req-f76e0814-a9e4-4cd5-a8c1-422fb7bc8f8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1411242 Feb 17 04:29:26.271938 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18b1e4b9-a5a2-4255-a88c-fdcb80c9d6e6 req-391477b1-2fad-4de0-93dd-378b808b16c2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112931 Feb 17 04:29:26.275646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.295692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:26.299810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Usage tracker for resource:security_group_rule and tenant:d85f624635014fecac7eb8cd69095741 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:26.303714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:26.309635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:26.402594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.406256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.417972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:26.459063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 73f64183-ff83-4378-844f-aa4c91f88679 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:26.474743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34490) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:26.491966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d85f624635014fecac7eb8cd69095741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644690 Feb 17 04:29:26.509938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b023d65-a208-44d8-abf7-6a2e9d24d7e5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:26.520846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:26.588080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 73f64183-ff83-4378-844f-aa4c91f88679 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:26.588715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.659623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.691365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.755649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.763582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-91b2759b-a9f1-46bb-a70b-7e98c2a2d132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:26.788018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f2bf-63b9-4242-af6e-fae74907bc1a req-7a7b0fed-fee1-47fc-94f4-70d16ba19c72 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.789553 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3859f2bf-63b9-4242-af6e-fae74907bc1a req-7a7b0fed-fee1-47fc-94f4-70d16ba19c72 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.2485118 Feb 17 04:29:26.791095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b023d65-a208-44d8-abf7-6a2e9d24d7e5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:26.793377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.797659 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b023d65-a208-44d8-abf7-6a2e9d24d7e5 HTTP/1.1" status: 204 len: 168 time: 0.3217683 Feb 17 04:29:26.798883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:26.864295 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3859f2bf-63b9-4242-af6e-fae74907bc1a req-87551cbf-a5fb-4f72-8f13-02227a3f5b7e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590584 Feb 17 04:29:27.209233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34548) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:27.230291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.250480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:27.255047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Usage tracker for resource:security_group_rule and tenant:11c530254d8a48b18b3245083d4f4d8f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:27.260545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:27.264054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:27.360054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.366733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.376672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:27.426121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34564) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:27.426984 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11c530254d8a48b18b3245083d4f4d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164927 Feb 17 04:29:27.428418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f0cf6-5d20-44ea-b280-900bd12b7f7a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:27.432369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-029c645a-b07e-4d13-91ca-765a837b9d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:27.616065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.638089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41cfc2-15ab-4632-82a3-1da5796766f5 req-979194f0-9be5-4472-a0c8-fe3f7641b097 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:27.643268 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5f41cfc2-15ab-4632-82a3-1da5796766f5 req-979194f0-9be5-4472-a0c8-fe3f7641b097 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1834371 Feb 17 04:29:27.707981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.722888 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5f41cfc2-15ab-4632-82a3-1da5796766f5 req-c2e2ac1e-3c89-4b7e-af3f-6983e11346e6 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743291 Feb 17 04:29:27.772085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.777394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:27.791654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f0cf6-5d20-44ea-b280-900bd12b7f7a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:27.796125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:27.803463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.807199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a97f0cf6-5d20-44ea-b280-900bd12b7f7a HTTP/1.1" status: 204 len: 168 time: 0.3772779 Feb 17 04:29:28.132944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ac1eb08-c347-4474-bb92-d4225c53c9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.858591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.997766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996cbd6-94f2-4ce8-98da-bbb9b8a9b1c2 req-ed691f96-7316-4e2a-9209-dc3c4cf46d08 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:28.999474 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b996cbd6-94f2-4ce8-98da-bbb9b8a9b1c2 req-ed691f96-7316-4e2a-9209-dc3c4cf46d08 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1277535 Feb 17 04:29:29.061730 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b996cbd6-94f2-4ce8-98da-bbb9b8a9b1c2 req-626dd8c9-5a9b-4de8-a68c-7e4d3c406def tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Feb 17 04:29:29.532888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.757254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-80e36bd7-c6af-42ab-bc79-5087b2ab2b6c tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:29.765202 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-80e36bd7-c6af-42ab-bc79-5087b2ab2b6c tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.1876495 Feb 17 04:29:29.777468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-2c847d2f-e401-4c71-9332-758d4044c0b6 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/quotas/e7c6fd57c03a478f93acbb4e93e38c34 HTTP/1.1" status: 200 len: 375 time: 0.0111978 Feb 17 04:29:29.819525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34736) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:29.844206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34742) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:29.887155 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-b0b875d4-301c-4264-bbd2-3a38e51b4796 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019652 Feb 17 04:29:29.972925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:29.990433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:29.995001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Usage tracker for resource:security_group_rule and tenant:2aab95dab5434fbab4d89c2ef19d8b37 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:29.998277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:30.004448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:30.052254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.073797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:30.079076 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-11d9a8ea-74ca-458c-ab45-14865665b885 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826336 Feb 17 04:29:30.082497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f2da96fa5d412bad1bba25bd5e8824 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:30.087484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:30.097016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:30.141962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.202577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.249603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.254609 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-bf669e9f-a328-4fc1-9ae2-763d88c99bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686912 Feb 17 04:29:30.268521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e34e1a9c-f3a4-42c3-a2ce-48bbabc22e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:30.329128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34756) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:30.346947 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2aab95dab5434fbab4d89c2ef19d8b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261459 Feb 17 04:29:30.350904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a553b285-ff0b-4b69-9426-d2f57370026b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:30.352514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34762) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:30.363954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.403796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.430958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.444870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:30.479937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a0729-85bb-4036-bc16-256450cde01b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:30.482299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.491546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cf63-03f9-4132-bd6f-9c48126ded1a req-dc8a647c-565a-4962-a9b2-e5dfa0f08068 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:30.493239 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0037cf63-03f9-4132-bd6f-9c48126ded1a req-dc8a647c-565a-4962-a9b2-e5dfa0f08068 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2929280 Feb 17 04:29:30.494071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.536005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.542894 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9f2da96fa5d412bad1bba25bd5e8824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967549 Feb 17 04:29:30.544966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34772) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:30.597651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0037cf63-03f9-4132-bd6f-9c48126ded1a req-0b0e7e46-a660-4990-a4f2-178f17873fd4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928226 Feb 17 04:29:30.605560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.611959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:30.659094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a553b285-ff0b-4b69-9426-d2f57370026b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:30.677557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.681893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.710508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.737154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.739152 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a553b285-ff0b-4b69-9426-d2f57370026b HTTP/1.1" status: 204 len: 168 time: 0.3853085 Feb 17 04:29:30.770011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.790614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9c64a0e9-c206-4700-a1b2-03911e469361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:30.807622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a0729-85bb-4036-bc16-256450cde01b,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:30.812996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.818102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.822810 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77a0729-85bb-4036-bc16-256450cde01b HTTP/1.1" status: 204 len: 168 time: 0.2741489 Feb 17 04:29:30.852581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:30.919111 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f1b144a2-5869-47b9-a9cf-2fc619fc6722 req-66672c97-1754-45aa-b5c4-6d5bc089f475 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 210 time: 0.1832993 Feb 17 04:29:30.922329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:30.929191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Usage tracker for resource:security_group_rule and tenant:a1858815e5d74cf1a9bf27d26cee22ec is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:30.945865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:30.957539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:31.109522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.114102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.123968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.195857 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1858815e5d74cf1a9bf27d26cee22ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650675 Feb 17 04:29:31.198849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34794) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.200529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f09938-fef3-46ba-8e4a-e0d3c9fc4236,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:31.207473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:31.295909 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.311120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34800) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.341412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.359916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:31.364869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Usage tracker for resource:security_group_rule and tenant:93c7c8e604ab420e94dd4fdec880ca13 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:31.369306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:31.375532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:31.499159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.502442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.511916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.536419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.561289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a6e6a-eedf-4c62-b886-8d2e9ac37ac7,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:31.570135 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93c7c8e604ab420e94dd4fdec880ca13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578530 Feb 17 04:29:31.574252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34808) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.574252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:31.620783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.626857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2fc16142-3bc6-42c6-b38c-b4789076125f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.640824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f09938-fef3-46ba-8e4a-e0d3c9fc4236,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:31.648355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:31.649187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.664608 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32f09938-fef3-46ba-8e4a-e0d3c9fc4236 HTTP/1.1" status: 204 len: 168 time: 0.4645274 Feb 17 04:29:31.709801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.745614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.802468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.817930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:31.887072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a6e6a-eedf-4c62-b886-8d2e9ac37ac7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:31.896105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:31.904995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:31.908648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/880a6e6a-eedf-4c62-b886-8d2e9ac37ac7 HTTP/1.1" status: 204 len: 168 time: 0.3335900 Feb 17 04:29:31.977307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72581a-f36c-48f9-9369-8f2bdc7610de req-aa1ceae0-5003-44ad-8ad8-3f210e6eb3fb tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:31.993181 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bd72581a-f36c-48f9-9369-8f2bdc7610de req-aa1ceae0-5003-44ad-8ad8-3f210e6eb3fb tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1644373 Feb 17 04:29:32.092448 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bd72581a-f36c-48f9-9369-8f2bdc7610de req-3bde4881-86d6-4dbf-82d5-e0f9fa36dde0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927732 Feb 17 04:29:32.228127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 34836) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:32.239870 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f591bd34-1417-44d1-9d21-82f66502babb req-c33790f4-8515-4c5d-95ac-96cfb79aed79 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 210 time: 0.0816786 Feb 17 04:29:32.260616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.307666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:32.316486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Usage tracker for resource:security_group_rule and tenant:a749428ae99844f88895c1362cd20eab is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:32.323036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:32.323584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-7b4231ea-2b0a-4fe0-a249-16c5cabb5ee9 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:32.325381 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-7b4231ea-2b0a-4fe0-a249-16c5cabb5ee9 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.3464286 Feb 17 04:29:32.328984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:32.341117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Request body: {'port': {'device_id': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2', 'admin_state_up': True, 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:32.442090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.447653 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.473899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1bcc0ae7-d1ee-4ab8-af91-b9154a3275ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:32.532448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:32.541542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a749428ae99844f88895c1362cd20eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122127 Feb 17 04:29:32.543279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac2fa8-bb56-48a0-8cdb-e273765fa158,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:32.543739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:32.547753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 34854) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:32.550916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:32.567150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:32.573309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.750159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.805912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:32.976946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:33.014718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.024634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44a9a6ee-148f-4cd3-aa48-e3f5370d00ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:33.054747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac2fa8-bb56-48a0-8cdb-e273765fa158,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:33.057783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:33.084721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Allocated IP 172.20.0.2 (88105b26-9d77-4a49-916b-196e6bdf15b2/4f13a2c7-d236-4c59-83c5-266bc000ac32/a65908a5-43bf-4f15-a992-17d780e78026) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:33.092456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.093690 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3ac2fa8-bb56-48a0-8cdb-e273765fa158 HTTP/1.1" status: 204 len: 168 time: 0.5459146 Feb 17 04:29:33.487353 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-43008303-fa84-4545-8042-8882bdc083e4 req-a91c4fd9-2273-4fd1-8a75-ac424202f67f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 210 time: 0.0695126 Feb 17 04:29:33.546509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.632776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2ce3-7bb3-4691-aba7-a9c885f8c588 req-d405e875-33ad-46d5-accd-910eb653e9be tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:33.634514 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c3d2ce3-7bb3-4691-aba7-a9c885f8c588 req-d405e875-33ad-46d5-accd-910eb653e9be tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.3578515 Feb 17 04:29:33.681985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.726138 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1c3d2ce3-7bb3-4691-aba7-a9c885f8c588 req-4f4dd469-59da-438a-b168-92b8ffaf2e63 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792794 Feb 17 04:29:33.770918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.947586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:34.018541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:34.023064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:34.027517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:34.032794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:34.034161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.066919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event updated for resources: {'Port': ['ID=a65908a5-43bf-4f15-a992-17d780e78026,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:34.071523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:34.080752 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-c80002da-7404-4567-a98d-3f37d78ad509 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442579 Feb 17 04:29:34.106135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Request body: {'port': {'device_id': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:34.278541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.877715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6f15-a220-42c0-a579-0ad3d7894b2d req-6931b3a8-0d1c-4479-a9e4-7d8cb9685bc8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:34.878589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-ed2f6f15-a220-42c0-a579-0ad3d7894b2d req-6931b3a8-0d1c-4479-a9e4-7d8cb9685bc8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:34.971721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-ed2f6f15-a220-42c0-a579-0ad3d7894b2d req-6931b3a8-0d1c-4479-a9e4-7d8cb9685bc8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:34.972930 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed2f6f15-a220-42c0-a579-0ad3d7894b2d req-6931b3a8-0d1c-4479-a9e4-7d8cb9685bc8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 931 time: 0.2633762 Feb 17 04:29:35.014314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edeb33-297f-41dc-ad80-fbf86919ec0d req-eaa0b582-ad40-4d09-b97e-45bb9565d984 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:35.025890 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-80edeb33-297f-41dc-ad80-fbf86919ec0d req-eaa0b582-ad40-4d09-b97e-45bb9565d984 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1243136 Feb 17 04:29:35.063588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65908a5-43bf-4f15-a992-17d780e78026 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:29:35.078275 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed2f6f15-a220-42c0-a579-0ad3d7894b2d req-2c2d31a3-beb2-485f-8f37-58dc11877062 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969222 Feb 17 04:29:35.095916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.107468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-80edeb33-297f-41dc-ad80-fbf86919ec0d req-806ff02e-f8d6-4d47-b305-ea79eb83623e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 Feb 17 04:29:35.116464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Transition to ACTIVE for port object a65908a5-43bf-4f15-a992-17d780e78026 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:35.122086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.155211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:35.355518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Pushing event updated for resources: {'Port': ['ID=a65908a5-43bf-4f15-a992-17d780e78026,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:35.361448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:35.549440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Attempting to bind port a65908a5-43bf-4f15-a992-17d780e78026 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:35.549892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Attempting to bind port a65908a5-43bf-4f15-a992-17d780e78026 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:35.550362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Attempting to bind port a65908a5-43bf-4f15-a992-17d780e78026 on network 88105b26-9d77-4a49-916b-196e6bdf15b2 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:35.557107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:35.557513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Checking segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:35.557921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.558314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Bound using segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:35.558836 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Bound port: a65908a5-43bf-4f15-a992-17d780e78026, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:35.559215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.658513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] For port a65908a5-43bf-4f15-a992-17d780e78026, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:35.662641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] For port a65908a5-43bf-4f15-a992-17d780e78026, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a65908a5-43bf-4f15-a992-17d780e78026,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:35.666007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.683488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:35.845529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Pushing event updated for resources: {'Port': ['ID=a65908a5-43bf-4f15-a992-17d780e78026,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:35.849698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:35.889524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:35.890874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.892455 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] 10.222.0.53 "PUT /v2.0/ports/a65908a5-43bf-4f15-a992-17d780e78026 HTTP/1.1" status: 200 len: 1157 time: 1.7918329 Feb 17 04:29:35.893213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:35.989125 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026', 'status': 'completed', 'code': 200} Feb 17 04:29:36.026547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-d1f97e08-2336-4a7a-855a-21bb516003cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:36.028389 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-d1f97e08-2336-4a7a-855a-21bb516003cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 1160 time: 0.0856898 Feb 17 04:29:36.110109 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-dc8adcf5-8777-4f30-bb11-c4d4e03740ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65908a5-43bf-4f15-a992-17d780e78026 HTTP/1.1" status: 200 len: 217 time: 0.0704145 Feb 17 04:29:36.189168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-df6cea48-7254-4f98-a357-ef628ec90d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:36.189168 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-df6cea48-7254-4f98-a357-ef628ec90d9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.0692301 Feb 17 04:29:36.294796 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-67f4ebaa-80cf-449c-afe4-ffb3ea9b8d71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931242 Feb 17 04:29:36.342533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3248a-6b70-4c54-8f8f-e11fcf4dccea req-33889558-0ab9-4d95-94ad-1c7298899359 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:36.344311 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bdc3248a-6b70-4c54-8f8f-e11fcf4dccea req-33889558-0ab9-4d95-94ad-1c7298899359 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0925424 Feb 17 04:29:36.434180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bdc3248a-6b70-4c54-8f8f-e11fcf4dccea req-a6fd9359-cf62-4ad6-9dbf-6c282102b9fd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829172 Feb 17 04:29:36.780212 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-2f066378-95a0-4548-99e0-260a76bae4e6 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722259 Feb 17 04:29:36.791699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1dd82-3fa6-4a8e-8b23-bf71d7a42a10 req-3a0817b7-2441-4058-8db2-d16c39e0d9b5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:36.793448 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5bf1dd82-3fa6-4a8e-8b23-bf71d7a42a10 req-3a0817b7-2441-4058-8db2-d16c39e0d9b5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.5496852 Feb 17 04:29:36.867350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35082) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:36.946376 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5bf1dd82-3fa6-4a8e-8b23-bf71d7a42a10 req-19c79f94-9541-455f-b3e5-0b8128b416f5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260180 Feb 17 04:29:36.986396 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71eb6360-4950-4058-8317-0fd0c8456e08 req-06ed61c5-eb7c-45aa-a67d-31a294e0c8b1 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1918375 Feb 17 04:29:37.135532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-c20e8de1-611e-4536-aef0-2f90a4a15807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:37.137236 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-c20e8de1-611e-4536-aef0-2f90a4a15807 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 1160 time: 0.0910418 Feb 17 04:29:37.153262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.170999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:37.176456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Usage tracker for resource:security_group_rule and tenant:fafb3dfadcd5418d86048a073c1e2b98 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:37.180550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:37.186621 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:37.271598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.274414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.284628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-46244b99-1460-4ff2-935a-e01a7da20d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:37.287152 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-46244b99-1460-4ff2-935a-e01a7da20d60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 909 time: 0.1424360 Feb 17 04:29:37.287958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:37.330294 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fafb3dfadcd5418d86048a073c1e2b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615991 Feb 17 04:29:37.331991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d212b62-a47e-4b8e-a1bc-773a4a07c657,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:37.335080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35092) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:37.337809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:37.362269 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-986e8636-2924-4406-b512-4e5b84111ef3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a65908a5-43bf-4f15-a992-17d780e78026 HTTP/1.1" status: 200 len: 217 time: 0.0686388 Feb 17 04:29:37.400418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.429260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.441643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-bf72c780-d895-4971-8128-7c425bd0dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:37.443573 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-bf72c780-d895-4971-8128-7c425bd0dc56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.0732298 Feb 17 04:29:37.476609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.481861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44d7f18f-9353-46ea-a964-bb2fbb70d51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:37.496928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d212b62-a47e-4b8e-a1bc-773a4a07c657,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:37.500043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:37.508335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.509574 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d212b62-a47e-4b8e-a1bc-773a4a07c657 HTTP/1.1" status: 204 len: 168 time: 0.1735263 Feb 17 04:29:37.513807 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-62fb383f-15b5-4170-abb2-2ebb2ef5b24b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547247 Feb 17 04:29:37.640150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd09c6-e93a-404e-b3b7-0c244e5f12a0 req-a88eb3ae-7f21-4367-b416-7d3147757373 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:37.642279 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c7cd09c6-e93a-404e-b3b7-0c244e5f12a0 req-a88eb3ae-7f21-4367-b416-7d3147757373 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0939081 Feb 17 04:29:37.694847 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-8b772ef5-229e-4562-81ba-411d0a6d8d2d service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667876 Feb 17 04:29:37.706001 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c7cd09c6-e93a-404e-b3b7-0c244e5f12a0 req-a23c4acb-0680-4378-b975-ca4c5c7b9435 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Feb 17 04:29:37.889024 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40808fcd-2b0b-4bf1-946f-9678f22c3114 req-1497daa0-ae21-43af-899b-f3ddc35d3caf service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856327 Feb 17 04:29:38.179362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada1e86-e4b0-475a-bb9f-a3295b7af69b req-5c9a5d2f-d7f8-492b-8515-7eadc361e000 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:38.183651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3ada1e86-e4b0-475a-bb9f-a3295b7af69b req-5c9a5d2f-d7f8-492b-8515-7eadc361e000 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.0999577 Feb 17 04:29:38.256455 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3ada1e86-e4b0-475a-bb9f-a3295b7af69b req-a5bb82e2-1d17-4350-aebe-89e8fe6fb3a7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564618 Feb 17 04:29:38.932373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d866883-bc3f-4ded-8a11-0613ef2603ad req-6bc9a545-8019-4e83-91d7-a4f5eedcd680 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:38.935324 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d866883-bc3f-4ded-8a11-0613ef2603ad req-6bc9a545-8019-4e83-91d7-a4f5eedcd680 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0886478 Feb 17 04:29:38.988274 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d866883-bc3f-4ded-8a11-0613ef2603ad req-afc57abf-8aa9-4b72-a724-d30041a4d60b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Feb 17 04:29:39.471814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fea90-ac12-46ce-a9e0-6c7a7abc0676 req-18d31d98-82b9-44a6-b725-33f569ddd9fc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:39.473988 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c6fea90-ac12-46ce-a9e0-6c7a7abc0676 req-18d31d98-82b9-44a6-b725-33f569ddd9fc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.0881579 Feb 17 04:29:39.526016 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c6fea90-ac12-46ce-a9e0-6c7a7abc0676 req-60a375fb-5594-45b9-b5cb-444558338aba tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Feb 17 04:29:40.224006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d6a11-3d58-4b1c-9774-b9b12677bc61 req-abd5bcef-bf05-465e-9697-d6d8f551b6f3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:40.225754 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-099d6a11-3d58-4b1c-9774-b9b12677bc61 req-abd5bcef-bf05-465e-9697-d6d8f551b6f3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1049042 Feb 17 04:29:40.280177 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-099d6a11-3d58-4b1c-9774-b9b12677bc61 req-298e4772-d405-4257-aa42-77bf65eab1e9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Feb 17 04:29:40.739775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453f4b-5ed6-41b0-9446-910535383c6b req-97b8d247-b212-4aff-b26f-e7990861dc88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:40.741507 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4453f4b-5ed6-41b0-9446-910535383c6b req-97b8d247-b212-4aff-b26f-e7990861dc88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.0970190 Feb 17 04:29:40.797323 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4453f4b-5ed6-41b0-9446-910535383c6b req-a2f2749a-b656-4fb9-a99b-dd1c1787ab3a tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Feb 17 04:29:41.495026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e03f5-9c91-4c89-8f5d-bc3db06f48ee req-2e499e3b-01d5-4fa8-a521-ca5e11e1e2ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:41.500024 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-003e03f5-9c91-4c89-8f5d-bc3db06f48ee req-2e499e3b-01d5-4fa8-a521-ca5e11e1e2ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0938988 Feb 17 04:29:41.553363 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-003e03f5-9c91-4c89-8f5d-bc3db06f48ee req-d39cfda3-fdfc-49d1-9685-b8d65334935c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Feb 17 04:29:41.876621 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35234) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:42.062084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03f7fa-1dd9-452d-a978-6705aa7f93c4 req-e71a1f53-6d9f-4f31-8b52-9772b82ae712 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:42.069968 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cf03f7fa-1dd9-452d-a978-6705aa7f93c4 req-e71a1f53-6d9f-4f31-8b52-9772b82ae712 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.1152060 Feb 17 04:29:42.128742 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cf03f7fa-1dd9-452d-a978-6705aa7f93c4 req-a2d1d2d8-9cf9-41af-96d5-cef96d47a59e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Feb 17 04:29:42.173539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.188628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:42.193416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Usage tracker for resource:security_group_rule and tenant:003cd2d15815420c8e30f61857bc4a27 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:42.196419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:42.202247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:42.312211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.316889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.349857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-33f0dc27-a08f-4a31-88e1-1f21b19f9af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:42.373155 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=003cd2d15815420c8e30f61857bc4a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953330 Feb 17 04:29:42.375789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35250) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:42.381582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0bb7e9-4a68-4970-8592-9aa0a19c9b30,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:42.385462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:42.469038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.503758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.554093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.559155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-71897815-56f7-456d-923b-ef6189a94e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:42.570754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0bb7e9-4a68-4970-8592-9aa0a19c9b30,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:42.574428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:42.577829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.579133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f0bb7e9-4a68-4970-8592-9aa0a19c9b30 HTTP/1.1" status: 204 len: 168 time: 0.2022793 Feb 17 04:29:42.782800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de297813-0af0-41b7-9582-37738913fc39 req-0d5bf08d-9626-4a2a-af45-870397016675 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:42.784407 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de297813-0af0-41b7-9582-37738913fc39 req-0d5bf08d-9626-4a2a-af45-870397016675 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0941536 Feb 17 04:29:42.834268 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de297813-0af0-41b7-9582-37738913fc39 req-ced64429-429b-495d-838d-0147b9944b0c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Feb 17 04:29:42.882019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35262) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:42.902617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.920761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:42.924853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4a03cdaa7d430791a4df39af631566 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:42.928820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:42.936178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:43.025096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.028071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.037852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f1197474-4dbf-4687-bcba-075a300a3196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:43.085697 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d4a03cdaa7d430791a4df39af631566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022390 Feb 17 04:29:43.087380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d937e37d-cf3d-4eb7-a888-31bff354b1cd,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:43.088668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35268) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:43.090838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:43.154582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.186695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.552933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.557951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a65908a5-43bf-4f15-a992-17d780e78026 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:43.563642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6420a745-2a2d-44cc-8b45-72f39b24b32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:43.587961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.589357 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d937e37d-cf3d-4eb7-a888-31bff354b1cd HTTP/1.1" status: 204 len: 168 time: 0.4995668 Feb 17 04:29:43.605583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937e37d-cf3d-4eb7-a888-31bff354b1cd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:43.621122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:43.642918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cf25-8a26-4263-b996-c69348865b11 req-44f38e42-54f5-4582-bb5c-985b4a38766d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:43.659402 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0c28cf25-8a26-4263-b996-c69348865b11 req-44f38e42-54f5-4582-bb5c-985b4a38766d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 943 time: 0.4157650 Feb 17 04:29:43.745078 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0c28cf25-8a26-4263-b996-c69348865b11 req-df897efb-a186-4ea5-aead-03b740cddc88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843823 Feb 17 04:29:43.774911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port a65908a5-43bf-4f15-a992-17d780e78026 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:43.780620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port a65908a5-43bf-4f15-a992-17d780e78026 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:43.781046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.923199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.983600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:29:43.993010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port a65908a5-43bf-4f15-a992-17d780e78026, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a65908a5-43bf-4f15-a992-17d780e78026,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:43.998787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.003334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:44.081616 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026', 'code': 200} Feb 17 04:29:44.144528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=a65908a5-43bf-4f15-a992-17d780e78026,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:44.147773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b2a4c-22ed-4d91-875c-e192b238873a req-0e02647b-3a5f-4d03-93be-c405ef3c07d1 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.150388 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-842b2a4c-22ed-4d91-875c-e192b238873a req-0e02647b-3a5f-4d03-93be-c405ef3c07d1 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1130168 Feb 17 04:29:44.162858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:44.209387 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-842b2a4c-22ed-4d91-875c-e192b238873a req-a7676c8b-4ac5-4fbe-abc9-2107719a20b5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Feb 17 04:29:44.377120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f403c8-c4e8-4c78-bf62-3eb2aaf32497 req-7716ef71-835d-4d7b-ab1c-7649714ff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.378804 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-75f403c8-c4e8-4c78-bf62-3eb2aaf32497 req-7716ef71-835d-4d7b-ab1c-7649714ff1a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 1162 time: 0.0857468 Feb 17 04:29:44.430966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-75f403c8-c4e8-4c78-bf62-3eb2aaf32497 req-f6485e78-c682-489a-b937-7c87a971ec2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439727 Feb 17 04:29:44.638064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a65908a5-43bf-4f15-a992-17d780e78026 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:44.737102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port a65908a5-43bf-4f15-a992-17d780e78026 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:44.737855 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.805210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35334) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:44.986970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.989931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba7d1e-ae6d-41a9-9667-4517bb2de94e req-118cda42-5edf-4a73-ab45-984b315e89b2 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.991856 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f7ba7d1e-ae6d-41a9-9667-4517bb2de94e req-118cda42-5edf-4a73-ab45-984b315e89b2 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.0968475 Feb 17 04:29:45.005367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:45.009456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Usage tracker for resource:security_group_rule and tenant:e17ab12424a0413dac93ab3329978c71 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:45.012523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:45.018710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:45.044986 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f7ba7d1e-ae6d-41a9-9667-4517bb2de94e req-03223aec-82c2-492c-bb6a-c83e403aab57 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Feb 17 04:29:45.116183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.119716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.134253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5e582b5e-24c7-4990-81ff-dff3626678a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:45.178681 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e17ab12424a0413dac93ab3329978c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722651 Feb 17 04:29:45.179623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb430ab-fda5-482f-8310-153319f1b52e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:45.181656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35354) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:45.183078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:45.255678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.291218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.354703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.371897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:45.401089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb430ab-fda5-482f-8310-153319f1b52e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:45.411360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:45.431155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ef28-0d6e-465f-a743-14899d51c1e8 req-2a4962f9-86fc-4e2f-83e7-1f779a244c89 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:45.433901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:45.437645 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffb430ab-fda5-482f-8310-153319f1b52e HTTP/1.1" status: 204 len: 168 time: 0.2525496 Feb 17 04:29:45.439866 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4995ef28-0d6e-465f-a743-14899d51c1e8 req-2a4962f9-86fc-4e2f-83e7-1f779a244c89 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1031072 Feb 17 04:29:45.494527 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4995ef28-0d6e-465f-a743-14899d51c1e8 req-5e5a3267-14f4-460a-b441-722c190288df tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532787 Feb 17 04:29:46.255892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcda58-3eed-4a7e-9cc6-44bcae7bcf53 req-2c088825-fee9-48c2-91af-9ef746e80447 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:46.257716 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f3fcda58-3eed-4a7e-9cc6-44bcae7bcf53 req-2c088825-fee9-48c2-91af-9ef746e80447 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.0965111 Feb 17 04:29:46.309128 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f3fcda58-3eed-4a7e-9cc6-44bcae7bcf53 req-cac4d1d1-3445-42a4-9d81-f1ee6ee6dc1b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448866 Feb 17 04:29:46.619407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a65908a5-43bf-4f15-a992-17d780e78026 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:46.702469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port a65908a5-43bf-4f15-a992-17d780e78026 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:46.702927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:46.755532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db3c0-dbe4-40cf-8133-a54a1b2111d7 req-b598a91e-2af4-44bd-b82b-6f13a3b2d9d0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:46.757406 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-123db3c0-dbe4-40cf-8133-a54a1b2111d7 req-b598a91e-2af4-44bd-b82b-6f13a3b2d9d0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1027153 Feb 17 04:29:46.812935 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-123db3c0-dbe4-40cf-8133-a54a1b2111d7 req-af5eb1bc-bd24-42dd-bd87-525bccb1b4ab tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483220 Feb 17 04:29:47.513537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23b9c-7b27-417a-8178-aeca4f89edf6 req-feaa2b5a-045b-4ae5-a3dc-8c407fdd55a5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:47.515250 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-49f23b9c-7b27-417a-8178-aeca4f89edf6 req-feaa2b5a-045b-4ae5-a3dc-8c407fdd55a5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.0864885 Feb 17 04:29:47.566183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-49f23b9c-7b27-417a-8178-aeca4f89edf6 req-5810f83f-10af-45c9-833a-44846df287de tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Feb 17 04:29:48.224233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35432) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:48.280695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8333d-d449-413b-8244-326eba034473 req-ddd5873a-8625-46b2-b659-3ca799e34c8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:48.282909 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cfd8333d-d449-413b-8244-326eba034473 req-ddd5873a-8625-46b2-b659-3ca799e34c8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1153848 Feb 17 04:29:48.348795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cfd8333d-d449-413b-8244-326eba034473 req-770e6e67-61bc-42bd-b4c9-5f6df7df35be tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Feb 17 04:29:48.376512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.392487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:48.396715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd046e6cb8c4e35a77aeedebd281bd4 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:48.399962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:48.405800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:48.495124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.498372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.508029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fdd8978e-2697-4c70-8bd9-94dbcf070b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:48.552797 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdd046e6cb8c4e35a77aeedebd281bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271511 Feb 17 04:29:48.553715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527cafcc-faa1-41af-a790-e35f0299b17f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:48.555625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35442) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:48.557405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:48.633313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.664324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.714455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.719717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-09c14043-5282-427a-aae8-1930b9e6bc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:48.736548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527cafcc-faa1-41af-a790-e35f0299b17f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:48.741918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:48.745162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.749913 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/527cafcc-faa1-41af-a790-e35f0299b17f HTTP/1.1" status: 204 len: 168 time: 0.1930082 Feb 17 04:29:49.089124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35462) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:49.108376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.124082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:49.128196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Usage tracker for resource:security_group_rule and tenant:75be48f6233741a490a938d63193e4a2 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:49.131681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:49.137432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:49.226121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.229178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.237503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-52eb446d-d3dd-4c45-958e-ef57b921155b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:49.283122 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75be48f6233741a490a938d63193e4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927679 Feb 17 04:29:49.284105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff395630-8988-4149-af1b-bd7ba24cf437,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:49.287554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35468) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:49.287700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:49.357404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.393723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.449151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.461363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-75673c5f-2cc9-4510-8daa-5817bf6bd7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:49.476462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff395630-8988-4149-af1b-bd7ba24cf437,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:49.479802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:49.488280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.493693 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff395630-8988-4149-af1b-bd7ba24cf437 HTTP/1.1" status: 204 len: 168 time: 0.2042658 Feb 17 04:29:49.605545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765db1c-99b3-47bf-8f1d-608e398e056d req-2b3b47fa-57b1-45db-8f31-63d247a3946c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:49.607973 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7765db1c-99b3-47bf-8f1d-608e398e056d req-2b3b47fa-57b1-45db-8f31-63d247a3946c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1362832 Feb 17 04:29:49.667768 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7765db1c-99b3-47bf-8f1d-608e398e056d req-c591bd5d-c43a-42dc-8daa-9f5d2adcd233 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Feb 17 04:29:50.699936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35528) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:50.745174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35534) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:50.884859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.930253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:50.942895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Usage tracker for resource:security_group_rule and tenant:d83f943e80e5410eac9c09df8632405a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:50.945656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.955214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:50.970114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:50.985703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd60f7-991e-437d-9a87-fd48d675c38f req-50d1c93b-5b8a-4c64-9afc-bf5e5b5f7fe2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:50.987345 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-23cd60f7-991e-437d-9a87-fd48d675c38f req-50d1c93b-5b8a-4c64-9afc-bf5e5b5f7fe2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1915269 Feb 17 04:29:50.992627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:51.002682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Usage tracker for resource:security_group_rule and tenant:dde697f84c3f4102aa4850f702401841 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:51.021048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:51.038001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:51.096115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-23cd60f7-991e-437d-9a87-fd48d675c38f req-3f179e57-9d2e-472b-9b22-93dba4499197 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007659 Feb 17 04:29:51.186182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.190536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.206504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-006f4746-be20-4ad2-93c8-5400dce59ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.263716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35546) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:51.263923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d83f943e80e5410eac9c09df8632405a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173304 Feb 17 04:29:51.275835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.282000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14bd52-f54a-466c-8c08-67055d48b053,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:51.287391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.288740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.301774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2d56060-fa67-4820-b2c5-8ccb8f142cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.330425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.359761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.363379 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dde697f84c3f4102aa4850f702401841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587393 Feb 17 04:29:51.365622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35550) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:51.368642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c8076-04b6-40fa-9f96-67d6b444ed5f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:51.372390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.412151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.417346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-28b57383-bfb7-4525-afec-26d23c52894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.435110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14bd52-f54a-466c-8c08-67055d48b053,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:51.438284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.444538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.448259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.449822 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea14bd52-f54a-466c-8c08-67055d48b053 HTTP/1.1" status: 204 len: 168 time: 0.1847341 Feb 17 04:29:51.475444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.523553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.528678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c32938b-b610-4243-902a-28a58a48cd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:51.541694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c8076-04b6-40fa-9f96-67d6b444ed5f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:51.544076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:51.552767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.556952 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a7c8076-04b6-40fa-9f96-67d6b444ed5f HTTP/1.1" status: 204 len: 168 time: 0.1873894 Feb 17 04:29:51.993364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35578) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:52.013002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.028956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:52.032932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2c2c6b8e31407fb1b52f13f2a3e240 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:52.036041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:52.041841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:52.147176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.150852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.160676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1218888a-5d14-4afb-9098-40f21f0a494f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:52.193039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863ccd3c-3747-41e0-aebb-f35ecb88deff,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.203012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.216260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35594) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:52.225540 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc2c2c6b8e31407fb1b52f13f2a3e240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287457 Feb 17 04:29:52.290831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.319644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.388292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.393590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a537b44e-e4a2-4ff0-8c69-8a50a5ae5eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:52.410394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e46f1a-4fe8-408c-a246-c77db2423cca req-5df78858-b5e8-4708-b7c9-7dbf93d20d78 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:52.412326 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-69e46f1a-4fe8-408c-a246-c77db2423cca req-5df78858-b5e8-4708-b7c9-7dbf93d20d78 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1400828 Feb 17 04:29:52.420637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ccd3c-3747-41e0-aebb-f35ecb88deff,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.424140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.427061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.434927 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/863ccd3c-3747-41e0-aebb-f35ecb88deff HTTP/1.1" status: 204 len: 168 time: 0.2174675 Feb 17 04:29:52.483503 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-69e46f1a-4fe8-408c-a246-c77db2423cca req-7cba5285-8271-4b9e-a79e-16e9c58745be tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642226 Feb 17 04:29:53.729066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604ecc-ed4e-4d1e-a7eb-63653ffa1749 req-2c32ece2-6679-4c4e-bca6-dad2dbc1f346 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:53.730727 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec604ecc-ed4e-4d1e-a7eb-63653ffa1749 req-2c32ece2-6679-4c4e-bca6-dad2dbc1f346 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0980103 Feb 17 04:29:53.789989 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec604ecc-ed4e-4d1e-a7eb-63653ffa1749 req-9f6d6fa7-c5de-4db5-b9c2-8dea986e349a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530722 Feb 17 04:29:54.219561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cb286-00fb-4b24-8f42-12b59acb4870 req-49ebc02b-5dff-4cb4-acdf-6e7401aaebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:54.221222 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f18cb286-00fb-4b24-8f42-12b59acb4870 req-49ebc02b-5dff-4cb4-acdf-6e7401aaebb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 1163 time: 0.0819900 Feb 17 04:29:54.271897 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f18cb286-00fb-4b24-8f42-12b59acb4870 req-eb3b8325-f91a-42c9-8623-e29886dea9c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Feb 17 04:29:55.009220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e049d130-3d63-4e20-8edb-c854ed126cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.020262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb007a0-2528-449c-aaf4-feedc93c1921 req-791c7eaf-fbef-4a07-a331-3625b141d0cd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:55.022180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dfb007a0-2528-449c-aaf4-feedc93c1921 req-791c7eaf-fbef-4a07-a331-3625b141d0cd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1018579 Feb 17 04:29:55.073084 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dfb007a0-2528-449c-aaf4-feedc93c1921 req-64b152f4-2676-464d-b39d-d23f79e8202e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Feb 17 04:29:55.724288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35790) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:55.853850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.870278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:55.874529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Usage tracker for resource:security_group_rule and tenant:b7936f85d122423fbfc8923b578db327 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:55.877974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:55.907766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:56.009178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.011733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.020507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2c2046ba-8a8e-4c76-8745-83ae28485f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:56.062558 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7936f85d122423fbfc8923b578db327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371613 Feb 17 04:29:56.064217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba661a-5c21-4b41-bf90-1eee4393736b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:56.065449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 35796) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:56.068869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:56.134013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.164079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.274908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.281385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0e0ba557-6b8f-4dff-bf9f-b2c232317505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:56.303296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba661a-5c21-4b41-bf90-1eee4393736b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:56.305948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:56.313594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.314861 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3ba661a-5c21-4b41-bf90-1eee4393736b HTTP/1.1" status: 204 len: 168 time: 0.2482519 Feb 17 04:29:56.326528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18785c68-f737-454f-85be-d87e007d7688 req-0fbc96f9-e510-472c-84f5-8d967821d746 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.328190 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18785c68-f737-454f-85be-d87e007d7688 req-0fbc96f9-e510-472c-84f5-8d967821d746 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1245522 Feb 17 04:29:56.378341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18785c68-f737-454f-85be-d87e007d7688 req-49b61cbd-b066-4d88-9300-d0a3423b4d45 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Feb 17 04:29:56.627701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35812) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:56.647460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.665024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:56.669481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Usage tracker for resource:security_group_rule and tenant:bac65c21e8654b869be27b7a71b81b95 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:56.672612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:56.680696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:56.728496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a77ae8-40da-4edc-854e-975c80327309 req-c500f0a7-846f-4d77-a43b-7d6b10c2a2d4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:56.730161 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4a77ae8-40da-4edc-854e-975c80327309 req-c500f0a7-846f-4d77-a43b-7d6b10c2a2d4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1031561 Feb 17 04:29:56.779386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.782608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.786925 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4a77ae8-40da-4edc-854e-975c80327309 req-6190d202-b3b3-48bb-9358-4a467abc93e7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Feb 17 04:29:56.792850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b8083dc7-3651-4f37-a817-bc9b820660f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:56.837403 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bac65c21e8654b869be27b7a71b81b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085121 Feb 17 04:29:56.840144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 35822) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:56.843147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba9937-420d-4e75-9b01-f72a39130935,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:56.870328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:56.915967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:56.955600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.002198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.007319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b9022e63-7c0c-4a1e-b12e-980fc296c915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:57.022262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba9937-420d-4e75-9b01-f72a39130935,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:57.025511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.038208 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.041973 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6ba9937-420d-4e75-9b01-f72a39130935 HTTP/1.1" status: 204 len: 168 time: 0.1984637 Feb 17 04:29:58.125937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6e94b776-2caa-4991-b220-fac639bf262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.812341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-4e2ee9d3-4fe5-430c-afe6-3a3fd48d0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.814040 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-4e2ee9d3-4fe5-430c-afe6-3a3fd48d0ed4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.0815678 Feb 17 04:29:58.850543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502902c-5ad3-441b-b37f-7345320387c2 req-4ce4e53f-d532-483b-b232-b2239f4270ea tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.852237 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a502902c-5ad3-441b-b37f-7345320387c2 req-4ce4e53f-d532-483b-b232-b2239f4270ea tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0865333 Feb 17 04:29:58.862564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:58.917609 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a502902c-5ad3-441b-b37f-7345320387c2 req-f448c208-1eaa-4043-b256-aab163901bb5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Feb 17 04:29:58.991592 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-5623bff0-287e-42c0-8a60-10e7343d85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.993324 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-5623bff0-287e-42c0-8a60-10e7343d85b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.1724279 Feb 17 04:29:59.075394 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-c0d6da08-b6b7-4fea-a156-d5509bd1bfbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.0744367 Feb 17 04:29:59.147832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-a33f6c2a-7db0-4024-8cc0-648411efdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:59.149423 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-a33f6c2a-7db0-4024-8cc0-648411efdd92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.0671837 Feb 17 04:29:59.209520 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-7409ebc3-d8d9-4a90-8081-9a069750c743 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518956 Feb 17 04:29:59.366905 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-a3de6b5f-6f99-4837-bb2d-ca6f52448195 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475871 Feb 17 04:29:59.533577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.718564 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e12d85b-9c8c-4425-a1b8-ceee926f3101 req-c9ea48c4-7048-473d-86ec-e90d750fbef3 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3428538 Feb 17 04:30:00.129003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042154-06e9-4253-94bc-f7f34b16fa96 req-15aef238-c40b-42de-87f3-e658f876027d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:00.131967 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e5042154-06e9-4253-94bc-f7f34b16fa96 req-15aef238-c40b-42de-87f3-e658f876027d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0932035 Feb 17 04:30:00.138596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.180980 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e5042154-06e9-4253-94bc-f7f34b16fa96 req-9b87e880-df5b-40bd-abee-1cd5ed585e64 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Feb 17 04:30:00.512834 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-64065f08-a459-4449-bc6d-675f65cbc468 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:00.514513 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-64065f08-a459-4449-bc6d-675f65cbc468 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.1731513 Feb 17 04:30:00.531448 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-99010cf4-bc15-48cf-b47e-367654aeb515 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/quotas/e7c6fd57c03a478f93acbb4e93e38c34 HTTP/1.1" status: 200 len: 375 time: 0.0102572 Feb 17 04:30:00.625651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-94f2a691-f4af-4cc2-b1de-e13a02851f88 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882618 Feb 17 04:30:00.773275 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-93e572fd-7bcd-404d-8b44-827654c984a8 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393497 Feb 17 04:30:00.920981 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-e6f7feba-ab2a-48e3-b2be-1fd1d6e9a995 service neutron] 10.222.0.42 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409686 Feb 17 04:30:01.117747 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-afba3fef-0bae-4f5d-b5eb-6f5bac210a2e req-4ac6cec5-96f3-4e64-9b7e-636796985c30 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 210 time: 0.0510936 Feb 17 04:30:01.403745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99710e-f2c6-43b7-b045-97a99d349104 req-cefb6209-9f17-4532-88c8-2f6f34f92307 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:01.405622 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da99710e-f2c6-43b7-b045-97a99d349104 req-cefb6209-9f17-4532-88c8-2f6f34f92307 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1074662 Feb 17 04:30:01.458852 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da99710e-f2c6-43b7-b045-97a99d349104 req-5f4fcf22-6d01-4a10-a361-f86ca4267dcf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Feb 17 04:30:01.826897 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-24c92cb7-679a-42d5-8481-2bec4e91df17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0776381 Feb 17 04:30:01.932556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-79798f95-8239-43fc-aae7-22d8adbe7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:01.934192 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-79798f95-8239-43fc-aae7-22d8adbe7a89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 1162 time: 0.0817633 Feb 17 04:30:02.103568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-c93692fe-d577-491e-a9fd-f81c7d48a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.105182 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-c93692fe-d577-491e-a9fd-f81c7d48a514 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 909 time: 0.1418955 Feb 17 04:30:02.193698 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-289c9927-8da0-4ef7-bbb9-564d230a62bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a34d59e9-7057-4293-8efa-a7efc552860b HTTP/1.1" status: 200 len: 217 time: 0.0759141 Feb 17 04:30:02.346467 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d0ef165-e085-46a7-a9b5-3f3900ca163c req-5233e10c-b8a1-4829-ad9e-b102cb06b416 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 210 time: 0.0779850 Feb 17 04:30:02.348714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-6d0dbcb2-1051-4398-b995-ff41698bfc48 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.350489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-6d0dbcb2-1051-4398-b995-ff41698bfc48 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 815 time: 0.2047067 Feb 17 04:30:02.361531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-adbd102e-f6c4-4685-9fd4-4928b0475eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.363373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-adbd102e-f6c4-4685-9fd4-4928b0475eed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.1524401 Feb 17 04:30:02.372257 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Request body: {'port': {'device_id': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2', 'admin_state_up': True, 'tenant_id': 'e7c6fd57c03a478f93acbb4e93e38c34'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:02.435049 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-5d7706f4-f5c3-4dad-8071-0faa14595e5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589783 Feb 17 04:30:02.534914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:02.545896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:02.563294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Made reservation on behalf of e7c6fd57c03a478f93acbb4e93e38c34 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:02.569647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.608475 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-f6b48987-d16d-42a9-9583-6ff7e947cec2 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577075 Feb 17 04:30:02.788600 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd2da955-e5d6-40bc-b32a-fd06d2072de3 req-fa362e97-a88e-45f3-85fd-1aa18ce7f06f service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1631770 Feb 17 04:30:02.812182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4218d-68cf-45d2-8eff-91e94cab1394 req-03571f3e-d59c-4fe6-9283-ef5dc811d971 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:02.813812 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2fb4218d-68cf-45d2-8eff-91e94cab1394 req-03571f3e-d59c-4fe6-9283-ef5dc811d971 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2077818 Feb 17 04:30:02.958225 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2fb4218d-68cf-45d2-8eff-91e94cab1394 req-8a4cacfa-8ffb-4ed4-b845-d4dd165dacfe tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274445 Feb 17 04:30:03.047150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Allocated IP 172.20.0.11 (88105b26-9d77-4a49-916b-196e6bdf15b2/4f13a2c7-d236-4c59-83c5-266bc000ac32/ca56d3ae-4625-452f-ab78-6c28002a6588) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:03.267491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.297197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.315197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:03.462757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event updated for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:03.476563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:03.522893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:03.524118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:03.526487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:03.551312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.571760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea7b1-dc72-4bff-a5ad-9fe8aba06b89 req-2fee526e-7975-4bac-90b2-993cd1eab1dc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:03.573397 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9e0ea7b1-dc72-4bff-a5ad-9fe8aba06b89 req-2fee526e-7975-4bac-90b2-993cd1eab1dc tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 932 time: 0.0985146 Feb 17 04:30:03.594548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:03.595247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.621738 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2539241 Feb 17 04:30:03.623435 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9e0ea7b1-dc72-4bff-a5ad-9fe8aba06b89 req-586c33f5-745a-46a9-b485-810a3ed58f0b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Feb 17 04:30:03.687210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Request body: {'port': {'device_id': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:03.814751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.164381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a3b2-9941-4fa3-92b0-5b57629ec3f0 req-b8a8cced-bff4-40fd-9a04-5edda64f94a6 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:04.165986 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f678a3b2-9941-4fa3-92b0-5b57629ec3f0 req-b8a8cced-bff4-40fd-9a04-5edda64f94a6 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0934114 Feb 17 04:30:04.218599 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f678a3b2-9941-4fa3-92b0-5b57629ec3f0 req-b3ef357e-2687-4ec1-a026-a14a239ed906 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Feb 17 04:30:04.257150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca56d3ae-4625-452f-ab78-6c28002a6588 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:04.265120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.277574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Transition to ACTIVE for port object ca56d3ae-4625-452f-ab78-6c28002a6588 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:04.280251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.296159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:04.431862 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Pushing event updated for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:04.444516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:04.621271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Attempting to bind port ca56d3ae-4625-452f-ab78-6c28002a6588 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:04.621827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Attempting to bind port ca56d3ae-4625-452f-ab78-6c28002a6588 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:04.622036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Attempting to bind port ca56d3ae-4625-452f-ab78-6c28002a6588 on network 88105b26-9d77-4a49-916b-196e6bdf15b2 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:04.627725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:04.628137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Checking segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:04.628469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.628884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Bound using segment: {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:04.630170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Bound port: ca56d3ae-4625-452f-ab78-6c28002a6588, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0382bec-35fd-44e4-af6f-a730946bca30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88105b26-9d77-4a49-916b-196e6bdf15b2'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:04.630548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.729451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:04.733385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ca56d3ae-4625-452f-ab78-6c28002a6588,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:04.735701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:04.752231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2f3647ef-aab0-4485-b55d-9c88f804e959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.230416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Pushing event updated for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.245968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:05.284424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597748-2285-4886-bb09-b99df3210634 req-57fa03e2-ba5b-407f-a460-990c69b8f6fe tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.285788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-03597748-2285-4886-bb09-b99df3210634 req-57fa03e2-ba5b-407f-a460-990c69b8f6fe tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:05.307338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.308030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.309538 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] 10.222.0.53 "PUT /v2.0/ports/ca56d3ae-4625-452f-ab78-6c28002a6588 HTTP/1.1" status: 200 len: 1158 time: 1.6276462 Feb 17 04:30:05.310068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:05.321881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-03597748-2285-4886-bb09-b99df3210634 req-57fa03e2-ba5b-407f-a460-990c69b8f6fe tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:05.323394 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03597748-2285-4886-bb09-b99df3210634 req-57fa03e2-ba5b-407f-a460-990c69b8f6fe tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.4852335 Feb 17 04:30:05.468301 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03597748-2285-4886-bb09-b99df3210634 req-cc4e0fad-50a7-4712-a26c-01473667ffa6 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361957 Feb 17 04:30:05.475184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c511-abd6-4258-8483-bbe5a6d8bbd3 req-52bce0b4-6431-4faf-aed6-904a79d972a0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.484947 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0f5c511-abd6-4258-8483-bbe5a6d8bbd3 req-52bce0b4-6431-4faf-aed6-904a79d972a0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1132789 Feb 17 04:30:05.534805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-08733b7b-bc39-4506-8622-a277726a42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.539241 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-08733b7b-bc39-4506-8622-a277726a42d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 1161 time: 0.1725101 Feb 17 04:30:05.552071 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0f5c511-abd6-4258-8483-bbe5a6d8bbd3 req-b8e365bb-44ca-43f4-96bd-50b7183e8e11 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657187 Feb 17 04:30:05.631840 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588', 'status': 'completed', 'code': 200} Feb 17 04:30:05.641678 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-5e855769-3d05-4719-8659-3d8254abc281 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca56d3ae-4625-452f-ab78-6c28002a6588 HTTP/1.1" status: 200 len: 217 time: 0.0881896 Feb 17 04:30:05.732719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-d14cbd06-20c8-4ddc-9201-7cc433b464fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:05.734415 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-d14cbd06-20c8-4ddc-9201-7cc433b464fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.0821748 Feb 17 04:30:05.800193 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-a0260f21-c287-49d8-8a05-23914cd515fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568240 Feb 17 04:30:05.962696 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-c6cd13f5-655f-4500-8fef-409ebea4a11d service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454263 Feb 17 04:30:06.113910 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-198a0d84-3d67-4b2e-9ad8-a9d8fe8a9a97 req-46df4c6e-0914-479f-8fd5-c1b6b95e1862 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437299 Feb 17 04:30:06.247169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-2c261c96-2a86-4837-84d7-42c138dc3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.248800 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-2c261c96-2a86-4837-84d7-42c138dc3b76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 1161 time: 0.0803881 Feb 17 04:30:06.395720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-7629aad7-fede-47e6-9ff6-d7ef253c8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.397423 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-7629aad7-fede-47e6-9ff6-d7ef253c8e6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 200 len: 909 time: 0.1400883 Feb 17 04:30:06.479653 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-85a33683-6a33-44e4-8974-d8a28f3a5ff7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca56d3ae-4625-452f-ab78-6c28002a6588 HTTP/1.1" status: 200 len: 217 time: 0.0737209 Feb 17 04:30:06.556908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-0a7cdcf6-e4ad-4032-9391-61baf0689c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.559221 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-0a7cdcf6-e4ad-4032-9391-61baf0689c38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 200 len: 855 time: 0.0710857 Feb 17 04:30:06.625800 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-23a5b344-a439-4cdf-8c71-5f967934d938 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88105b26-9d77-4a49-916b-196e6bdf15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576296 Feb 17 04:30:06.720594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bd060-d244-4b26-9f63-ce98540db18e req-b58d62bf-d7e5-417c-9494-b3c461625914 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.722254 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-375bd060-d244-4b26-9f63-ce98540db18e req-b58d62bf-d7e5-417c-9494-b3c461625914 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.1204324 Feb 17 04:30:06.775964 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-375bd060-d244-4b26-9f63-ce98540db18e req-4628ebed-2ba6-4c14-b1db-1610dbc04313 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Feb 17 04:30:06.776534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36040) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:06.867672 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-34c4d6f5-7ed6-47a6-9479-ebebed6fcd63 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313671 Feb 17 04:30:06.874001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cf353-cca3-4561-b22e-0d397a81bbc1 req-b1b40911-f627-413b-98ac-1c86daab4ba0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:06.875580 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1a4cf353-cca3-4561-b22e-0d397a81bbc1 req-b1b40911-f627-413b-98ac-1c86daab4ba0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1525683 Feb 17 04:30:06.940001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:06.956021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:06.960490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Usage tracker for resource:security_group_rule and tenant:640285a70dbd4c1dad2a430af6a94ac9 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:06.963585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:06.974875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:07.037542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1a4cf353-cca3-4561-b22e-0d397a81bbc1 req-aaee4e2f-5006-4d40-af83-8edee29b2bdd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335945 Feb 17 04:30:07.063167 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f42d2576-77fe-47b3-9d5c-3a0f36598a2f req-4fdebfae-dbd6-4aa0-b57c-0b51f8f4f3d1 service neutron] 10.222.0.53 "GET /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1865671 Feb 17 04:30:07.073064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.076526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.092384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0599a528-d964-4f27-966c-522c1650e001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:07.136108 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=640285a70dbd4c1dad2a430af6a94ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579488 Feb 17 04:30:07.137792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae29d0-cefc-4f24-9536-3534fd97ccf2,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:07.139087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36052) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:07.141494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:07.208038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.241041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.292299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.297664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8c744e34-631d-4eba-958d-94e44a567d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:07.313503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae29d0-cefc-4f24-9536-3534fd97ccf2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:07.317316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:07.319660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.324228 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78ae29d0-cefc-4f24-9536-3534fd97ccf2 HTTP/1.1" status: 204 len: 168 time: 0.1839428 Feb 17 04:30:07.985212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec773c8-6b31-4ddb-954b-b36515136fe7 req-008adcb3-0ef3-4a30-bba2-4037440a6c90 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:07.987587 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ec773c8-6b31-4ddb-954b-b36515136fe7 req-008adcb3-0ef3-4a30-bba2-4037440a6c90 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.0954695 Feb 17 04:30:08.043674 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ec773c8-6b31-4ddb-954b-b36515136fe7 req-aebbc5d4-a325-4727-81c5-0d60837ba29c tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Feb 17 04:30:08.251971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8a3b6-8736-4ded-a3bc-af46b6629bc1 req-3bdf072f-1ea5-4486-92f6-8499682bb2f3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:08.253733 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26a8a3b6-8736-4ded-a3bc-af46b6629bc1 req-3bdf072f-1ea5-4486-92f6-8499682bb2f3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0906510 Feb 17 04:30:08.305146 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26a8a3b6-8736-4ded-a3bc-af46b6629bc1 req-96486841-cf2e-4b79-83a3-d203dfbf2a81 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Feb 17 04:30:09.255373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed11b-6654-472f-892e-871fe2dd3c5a req-df52c5d8-d56e-44fa-9522-9d8c226b310b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:09.257184 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5a3ed11b-6654-472f-892e-871fe2dd3c5a req-df52c5d8-d56e-44fa-9522-9d8c226b310b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.0942280 Feb 17 04:30:09.309032 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5a3ed11b-6654-472f-892e-871fe2dd3c5a req-c04d9d2c-d089-416e-a239-fe1e322d49b5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Feb 17 04:30:09.548708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce513-7280-408b-90aa-327635a46247 req-306cdce7-10c9-453d-8de2-a42fe1cf9224 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:09.551103 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-93cce513-7280-408b-90aa-327635a46247 req-306cdce7-10c9-453d-8de2-a42fe1cf9224 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1110649 Feb 17 04:30:09.599965 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-93cce513-7280-408b-90aa-327635a46247 req-38fb77cf-a7a2-4cef-8236-1fb3c0d0fb48 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Feb 17 04:30:09.978802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:30:10.507835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437c07-7d69-4044-a114-daedacca456f req-e8c1de28-aed4-41bc-bf87-4aaf02a5651f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:10.509438 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e6437c07-7d69-4044-a114-daedacca456f req-e8c1de28-aed4-41bc-bf87-4aaf02a5651f tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.0882816 Feb 17 04:30:10.559703 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e6437c07-7d69-4044-a114-daedacca456f req-26de7b5f-ca9c-4d0b-9ee1-f3e4986fda7e tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Feb 17 04:30:10.815593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca1785-a1ed-4d18-beea-e3aa871b85fa req-fe8385f3-ecb2-4dfe-948e-045a70ca798f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:10.817597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2ca1785-a1ed-4d18-beea-e3aa871b85fa req-fe8385f3-ecb2-4dfe-948e-045a70ca798f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0910873 Feb 17 04:30:10.872343 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2ca1785-a1ed-4d18-beea-e3aa871b85fa req-297c9330-4269-4c44-9126-73dd661db304 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Feb 17 04:30:11.764565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f63ae-6c68-4b3c-921e-b88574a35287 req-386a6b71-f59b-4fa1-b11b-41f924df71b0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:11.766175 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1a3f63ae-6c68-4b3c-921e-b88574a35287 req-386a6b71-f59b-4fa1-b11b-41f924df71b0 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.0896287 Feb 17 04:30:11.816046 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1a3f63ae-6c68-4b3c-921e-b88574a35287 req-3a2105f1-48df-40c5-bef4-85818f575770 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Feb 17 04:30:12.115843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00721170-a1f4-4d2d-baba-5e268c0c66d0 req-f0b05480-6c4a-439e-96a7-f8eef61c3d79 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:12.117708 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00721170-a1f4-4d2d-baba-5e268c0c66d0 req-f0b05480-6c4a-439e-96a7-f8eef61c3d79 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0992746 Feb 17 04:30:12.189101 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00721170-a1f4-4d2d-baba-5e268c0c66d0 req-80c24d92-a4c3-4e40-b1bc-ea00ec35d2c3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621364 Feb 17 04:30:12.381126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36200) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:12.512152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.528777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:12.533031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Usage tracker for resource:security_group_rule and tenant:c8dbb4e70a9f45eab6e9b6d914991364 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:12.536753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:12.542633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:12.626921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.629712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.641670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5fa166eb-ce47-46dd-b218-023870afaed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:12.684599 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8dbb4e70a9f45eab6e9b6d914991364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020849 Feb 17 04:30:12.685431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f287031-8cab-4712-be78-c6730e864c0a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:12.687507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36208) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:12.689614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:12.750763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.781772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.825802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.830832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-abff6ad7-a4df-40b7-9697-89f84f32568e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:12.846585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f287031-8cab-4712-be78-c6730e864c0a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:12.850281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:12.854648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.857760 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f287031-8cab-4712-be78-c6730e864c0a HTTP/1.1" status: 204 len: 168 time: 0.1690822 Feb 17 04:30:13.031842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff649-7b78-4bf9-a7c0-6cd55f0f7de6 req-d6d3ca2a-6d42-4412-a56b-b97a2d01c7b8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.033745 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3ccff649-7b78-4bf9-a7c0-6cd55f0f7de6 req-d6d3ca2a-6d42-4412-a56b-b97a2d01c7b8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.0909503 Feb 17 04:30:13.086315 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3ccff649-7b78-4bf9-a7c0-6cd55f0f7de6 req-ef59162e-4613-43c3-bb45-afd5fb249f01 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Feb 17 04:30:13.184721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36220) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:13.205453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.235004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:13.240883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Usage tracker for resource:security_group_rule and tenant:674d2dfa082d423d9602380166f33657 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:13.244977 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:13.251312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:13.301496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc009f-00e6-414a-b617-9182d05bbafa req-15e7ab08-dae8-4303-9ffd-03bed921d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.306728 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35dc009f-00e6-414a-b617-9182d05bbafa req-15e7ab08-dae8-4303-9ffd-03bed921d120 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.1139250 Feb 17 04:30:13.370352 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35dc009f-00e6-414a-b617-9182d05bbafa req-eab6ad23-adbe-4920-82c9-697a27efaa19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Feb 17 04:30:13.472501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.479742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add027b-e642-48c8-b911-def2dfcc43ff req-b5d3046e-3014-4cc0-a31e-50b1d0567d55 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:13.481381 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6add027b-e642-48c8-b911-def2dfcc43ff req-b5d3046e-3014-4cc0-a31e-50b1d0567d55 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1548274 Feb 17 04:30:13.482523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.493946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:13.556922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1a489-f991-4414-a4fb-1d989b48a20f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:13.563424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:13.580128 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=674d2dfa082d423d9602380166f33657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942297 Feb 17 04:30:13.583442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36236) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:13.591713 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6add027b-e642-48c8-b911-def2dfcc43ff req-d35d776c-57f1-413c-9118-8e6a00a26559 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982943 Feb 17 04:30:13.685004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.716854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.772635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.780753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9689283b-af10-4697-b8ec-1ac2475df32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:13.811264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:13.815975 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96d1a489-f991-4414-a4fb-1d989b48a20f HTTP/1.1" status: 204 len: 168 time: 0.2305679 Feb 17 04:30:13.818043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1a489-f991-4414-a4fb-1d989b48a20f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:13.821216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:14.039692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ca56d3ae-4625-452f-ab78-6c28002a6588 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:14.121167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port ca56d3ae-4625-452f-ab78-6c28002a6588 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:14.126376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port ca56d3ae-4625-452f-ab78-6c28002a6588 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:14.126937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.326948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61863e5-252d-4dc5-826d-d38c9d9784da req-49bf4854-2f45-4145-90af-0ead9ceae6ab tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.333720 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a61863e5-252d-4dc5-826d-d38c9d9784da req-49bf4854-2f45-4145-90af-0ead9ceae6ab tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.1118922 Feb 17 04:30:14.388071 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a61863e5-252d-4dc5-826d-d38c9d9784da req-60320092-e5eb-449e-9975-8e67148cb48d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Feb 17 04:30:14.435607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.471167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:14.483109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ca56d3ae-4625-452f-ab78-6c28002a6588,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:14.486809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:14.491011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:14.548193 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588', 'code': 200} Feb 17 04:30:14.583234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:14.595775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:14.843369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af0a1e-375e-49a8-b272-a5c139cde89b req-0c2da7da-c883-4d54-b2a8-d0b8184daaa7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.845132 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f5af0a1e-375e-49a8-b272-a5c139cde89b req-0c2da7da-c883-4d54-b2a8-d0b8184daaa7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1098089 Feb 17 04:30:14.898546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5f02-0349-49a8-bef0-570513da5e46 req-899aaefd-e7a7-4335-ae70-4665f8931ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:14.900469 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b8b5f02-0349-49a8-bef0-570513da5e46 req-899aaefd-e7a7-4335-ae70-4665f8931ebb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 1163 time: 0.1273823 Feb 17 04:30:14.920524 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f5af0a1e-375e-49a8-b272-a5c139cde89b req-c31aa2b1-2cb8-4a89-b58f-49e16713d6c6 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Feb 17 04:30:14.958009 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b8b5f02-0349-49a8-bef0-570513da5e46 req-9f5fbd34-041d-4b78-bf3b-ef422bed87c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Feb 17 04:30:15.041388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:15.148162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:15.148589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.292498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ca56d3ae-4625-452f-ab78-6c28002a6588 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:15.376787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port ca56d3ae-4625-452f-ab78-6c28002a6588 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:15.377367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:15.679693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec5a28-ecf7-451a-8a3a-4f804032f0c7 req-67f8ddbe-de13-4b2c-9ac7-2b71036f2f22 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:15.681664 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-08ec5a28-ecf7-451a-8a3a-4f804032f0c7 req-67f8ddbe-de13-4b2c-9ac7-2b71036f2f22 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.1089365 Feb 17 04:30:15.736749 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-08ec5a28-ecf7-451a-8a3a-4f804032f0c7 req-7d8c11ae-5cdd-4005-909a-f182445193c7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Feb 17 04:30:16.163767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fbec6-0242-42cb-9e4d-78eb6fc69687 req-204052f1-1da9-48b9-b41c-1eba186cc067 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.165400 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-220fbec6-0242-42cb-9e4d-78eb6fc69687 req-204052f1-1da9-48b9-b41c-1eba186cc067 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0900724 Feb 17 04:30:16.217123 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-220fbec6-0242-42cb-9e4d-78eb6fc69687 req-46881219-9482-45f8-8477-da449ff862bf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Feb 17 04:30:16.727014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-4da390dd-d5ff-46b5-8dff-668b314824ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.728660 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-4da390dd-d5ff-46b5-8dff-668b314824ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.1744428 Feb 17 04:30:16.954833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-632caf30-b1f2-4810-b188-d0d3abc8d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.956498 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-632caf30-b1f2-4810-b188-d0d3abc8d111 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.2157996 Feb 17 04:30:16.973707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57f2f-82cc-49f6-9238-d089c284ef8d req-d3ad9807-57c9-48b7-8d39-f105878ec9b8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:16.975803 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86d57f2f-82cc-49f6-9238-d089c284ef8d req-d3ad9807-57c9-48b7-8d39-f105878ec9b8 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.1079278 Feb 17 04:30:17.085866 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86d57f2f-82cc-49f6-9238-d089c284ef8d req-2eb50d37-d9fc-4c00-a7ef-cce043f173d9 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Feb 17 04:30:17.158001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8c30e-9b46-4387-9cc0-8eb217ec8d3a req-62110647-b768-4468-a830-2e93af19fc11 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:17.159798 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cbf8c30e-9b46-4387-9cc0-8eb217ec8d3a req-62110647-b768-4468-a830-2e93af19fc11 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.5458772 Feb 17 04:30:17.161861 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-49a6d99f-c3e8-48ed-abd2-6f0d8bd54345 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.1918948 Feb 17 04:30:17.280290 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cbf8c30e-9b46-4387-9cc0-8eb217ec8d3a req-5fca1fbb-0112-4143-9dfd-ed4b1a59e6db tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049905 Feb 17 04:30:17.283656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-3287aed4-dc24-4613-83da-1df2efd401f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:17.285764 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-3287aed4-dc24-4613-83da-1df2efd401f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.0857468 Feb 17 04:30:17.341411 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-8d8af80c-6af4-4624-8221-3bc0e16a93b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491905 Feb 17 04:30:17.697564 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-f3e101c0-bd0a-48d9-b130-1c17470900a1 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484719 Feb 17 04:30:17.846161 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c1859a68-a62d-4a0d-b193-c133e504ed45 req-f67b7f68-685d-4652-9114-666d6a9a79c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391504 Feb 17 04:30:18.309932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf476e-8f91-4d39-a55b-32823fb805db req-61a893e4-575e-4e0b-a301-f68cfe4f617d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.312454 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bbaf476e-8f91-4d39-a55b-32823fb805db req-61a893e4-575e-4e0b-a301-f68cfe4f617d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.1085770 Feb 17 04:30:18.390868 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bbaf476e-8f91-4d39-a55b-32823fb805db req-d8d9deaf-270d-4ee8-b73b-503ff581ed00 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710146 Feb 17 04:30:18.501065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184d5b-ecd1-47e6-9e93-df481d8e1b17 req-15c2c1c9-1be8-441f-9d3e-49ca137ead3d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:18.502972 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5d184d5b-ecd1-47e6-9e93-df481d8e1b17 req-15c2c1c9-1be8-441f-9d3e-49ca137ead3d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0969269 Feb 17 04:30:18.563968 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5d184d5b-ecd1-47e6-9e93-df481d8e1b17 req-1c42c7eb-060a-4b17-9934-6d206fbed4cd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Feb 17 04:30:19.035317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:19.107354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:19.107770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:19.917609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301196-97f3-4859-ad80-d906964a82be req-ca26c6a1-c89f-4000-9f4e-55ed031840f5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:19.919311 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-50301196-97f3-4859-ad80-d906964a82be req-ca26c6a1-c89f-4000-9f4e-55ed031840f5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0949912 Feb 17 04:30:19.969133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-50301196-97f3-4859-ad80-d906964a82be req-2e34a6fb-0b7e-4fb2-99df-d1dd50c27fc1 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Feb 17 04:30:21.193586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b397-84c4-4ada-be4e-65f72e2f746d req-aaa37f0f-9b4e-476d-911e-017a778db5ef tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:21.195395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e727b397-84c4-4ada-be4e-65f72e2f746d req-aaa37f0f-9b4e-476d-911e-017a778db5ef tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0958281 Feb 17 04:30:21.249646 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e727b397-84c4-4ada-be4e-65f72e2f746d req-51e204a8-bfeb-4e7c-8a82-bb2f025d0d46 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Feb 17 04:30:22.455489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e44211-e466-46b9-942a-4b02f6937687 req-28108cfd-4dff-47b1-bf59-46181e2abbb7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:22.457346 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-53e44211-e466-46b9-942a-4b02f6937687 req-28108cfd-4dff-47b1-bf59-46181e2abbb7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0896285 Feb 17 04:30:22.505767 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-53e44211-e466-46b9-942a-4b02f6937687 req-2804cafc-b404-493c-bff4-20a412907c92 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Feb 17 04:30:23.027514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:23.138549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:23.139040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.462844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36566) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.597109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.612859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:23.617316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Usage tracker for resource:security_group_rule and tenant:d322be7be18345ca898dff53d4f42071 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:23.621198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:23.627110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:23.713970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.716560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.725330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6f3de78b-a682-4d01-bd6d-73aabbe3b7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:23.772087 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d322be7be18345ca898dff53d4f42071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054264 Feb 17 04:30:23.772087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b1f9a-cd9d-468d-a044-433730b00aea,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:23.772657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36574) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:23.779411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.779819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.780217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.780608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.780999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.781387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.781769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.782153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.782540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.782944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.783318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.783692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.784143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.784564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.785040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.785395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.785773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.786145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.786519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.787044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.787295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.787667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.788038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.788411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.794458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:23.844659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.872719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.919582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.924733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5ea72e29-eb34-4d02-a28b-b7d02b2bfb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:23.936071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b1f9a-cd9d-468d-a044-433730b00aea,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:23.947741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.948104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.948501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.948898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.949273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.949658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.950037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.950423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.950825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.951207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.951609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.951987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.952434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.952815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.953189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.953561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.953935 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.954306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.954722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.955073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.955444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.955810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.956180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.956711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:23.960987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:23.963255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:23.966995 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-697371af-e4c6-46a0-bd25-00256640c1bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/359b1f9a-cd9d-468d-a044-433730b00aea HTTP/1.1" status: 204 len: 168 time: 0.1907120 Feb 17 04:30:24.611052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8533-6744-4112-907e-86155b6368af req-95077193-e1aa-4544-b579-a66f6638adcd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:24.613162 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-118a8533-6744-4112-907e-86155b6368af req-95077193-e1aa-4544-b579-a66f6638adcd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.3220420 Feb 17 04:30:24.673249 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-118a8533-6744-4112-907e-86155b6368af req-ff7a8322-54e8-44ab-b1c3-f1ac9388e035 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Feb 17 04:30:24.987467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-acdbbd5c-aac4-4aad-b5b8-bb6fff52e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.016644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36638) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:25.169715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.186051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:25.190482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Usage tracker for resource:security_group_rule and tenant:0f0a5603e11547d79c1e217c6cce8578 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:25.194187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:25.200192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:25.293616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.296738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.308830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3a27f1a8-b021-4628-b99b-606e4ae30a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:25.358194 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f0a5603e11547d79c1e217c6cce8578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379128 Feb 17 04:30:25.358194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595d9879-f6ee-4559-81de-c7c78f36e0f0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:25.359287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36648) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:25.360716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:25.427306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.457924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.511648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.519138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:25.555626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595d9879-f6ee-4559-81de-c7c78f36e0f0,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:25.559751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:25.588707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:25.596397 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/595d9879-f6ee-4559-81de-c7c78f36e0f0 HTTP/1.1" status: 204 len: 168 time: 0.2346947 Feb 17 04:30:26.040651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36678) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:26.075700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.100345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:26.106549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e87bfb0a314bfa96b45ccddd4e3963 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:26.110057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:26.118607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:26.218209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.221681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.231766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9a3e384b-1359-48ee-afbc-ea13d9796a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.280028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e69f5-bdc7-41a4-97a2-1ec132a36605,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.284001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.290698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36684) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:26.290833 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b27f7699-57ac-4356-8257-c0ffe3c85255 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2e87bfb0a314bfa96b45ccddd4e3963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489078 Feb 17 04:30:26.369503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.399283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.444610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.450463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0bd6cf1d-7335-4cd3-b4a5-4923ef35e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:26.465691 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e69f5-bdc7-41a4-97a2-1ec132a36605,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:26.468186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:26.474876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.477424 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb7e69f5-bdc7-41a4-97a2-1ec132a36605 HTTP/1.1" status: 204 len: 168 time: 0.1853075 Feb 17 04:30:26.841055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36696) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:26.860479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.876885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:26.881898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Usage tracker for resource:security_group_rule and tenant:50279905ef5a417bafa8d0e23970d11c is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:26.885026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:26.891614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:26.991973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:26.994803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.008397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c5da92e-fae2-4851-a5b1-388b76f06793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:27.047537 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50279905ef5a417bafa8d0e23970d11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050712 Feb 17 04:30:27.051132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36702) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:27.052288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d7bbbe-b2b3-4e0f-9a72-9cfd4ae2e902,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:27.055881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:27.126415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.163575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.203496 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6436c300-5a78-42a5-a8af-183fd28fda27 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597589 Feb 17 04:30:27.224048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.231719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c51c0951-a627-4dda-ba37-4fa2f5d19b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:27.251353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d7bbbe-b2b3-4e0f-9a72-9cfd4ae2e902,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:27.253838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:27.257630 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6d7bbbe-b2b3-4e0f-9a72-9cfd4ae2e902 HTTP/1.1" status: 204 len: 168 time: 0.2042432 Feb 17 04:30:27.258035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:27.390683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6247145e-7fda-4998-8f5b-3e65ef5441d1 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:27.392292 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6247145e-7fda-4998-8f5b-3e65ef5441d1 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798620 Feb 17 04:30:27.408404 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-b24d38ae-c2d7-4dd2-8ab4-488adbb82a72 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/quotas/92e54b0d588e499bbca5b15d89d35ebd HTTP/1.1" status: 200 len: 375 time: 0.0099099 Feb 17 04:30:27.464198 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-1837589a-3231-42fb-aeaa-8a68c8943318 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494368 Feb 17 04:30:27.710759 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea25918c-fd3a-4971-ab0b-f3c384258fd5 req-4b5489d7-95b4-406d-b00e-2047b34dd3f7 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 210 time: 0.0717461 Feb 17 04:30:27.992458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89b4dc-f395-426c-8ab2-1be35f324f78 req-5804cded-5cbb-4371-a765-fe17347a4c9c tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:27.995126 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c89b4dc-f395-426c-8ab2-1be35f324f78 req-5804cded-5cbb-4371-a765-fe17347a4c9c tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.1434040 Feb 17 04:30:28.051460 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c89b4dc-f395-426c-8ab2-1be35f324f78 req-a37ad729-a69c-4fd4-a2ba-d4fde831db5d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Feb 17 04:30:28.134008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-743af31f-a4b9-4258-882f-df6399660ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.158436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36758) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:28.285084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-445716788-network', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:28.290810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:28.295196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Usage tracker for resource:network and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:28.298955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:28.315314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:28.327406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Made reservation on behalf of 2905453d033a4d4fb7276bc9d48ea91d for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:28.333116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.349572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.370488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:28.375254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Usage tracker for resource:security_group_rule and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:28.379407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:28.389646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:28.496654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.500808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.506606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2bc7c05-bb0e-45d9-9fbf-de4f5cf7aff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:28.545844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:28.554847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ccfba2-93a0-40e0-b903-f9872fc8deb0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:28.559948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:28.564650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.565100 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Added segment c0d3fd9d-05b4-4629-ac79-adc191e12e76 of type vxlan for network 93461cab-7a2c-4025-bb02-ffba9407fe8c Feb 17 04:30:28.594888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.626209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.627525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:28.628219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.633850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:28.740709 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5811169 Feb 17 04:30:28.743752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36778) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:28.744815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Pushing event updated for resources: {'Network': ['ID=93461cab-7a2c-4025-bb02-ffba9407fe8c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:28.752430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Request body: {'subnet': {'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-445716788-subnet', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:28.754075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:28.757645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:28.774462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:28.786108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Usage tracker for resource:subnet and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:28.790430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:28.794805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:28.808580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:28.820813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Made reservation on behalf of 2905453d033a4d4fb7276bc9d48ea91d for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:28.826140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:28.930140 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a2379acb-1594-4b5a-a280-f03ca600d431 req-27ab9893-3750-48e6-b03d-7bcffe3bfcce tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 210 time: 0.0774565 Feb 17 04:30:29.069942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:29.249705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cd416-2a6f-4082-8d0c-edd3c9deab51 req-f4005caf-2138-4268-baed-a8d79833ccb9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.251348 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3f6cd416-2a6f-4082-8d0c-edd3c9deab51 req-f4005caf-2138-4268-baed-a8d79833ccb9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1878777 Feb 17 04:30:29.254080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-9f133857-c658-40a8-bb32-55657383a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.255557 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-9f133857-c658-40a8-bb32-55657383a88b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.1335897 Feb 17 04:30:29.271539 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-8e530941-9c1e-4cf2-99f6-e1cefe331948 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432877 Feb 17 04:30:29.406836 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3f6cd416-2a6f-4082-8d0c-edd3c9deab51 req-6dc3a806-c009-4637-9e30-aa17624a6d51 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489365 Feb 17 04:30:29.458868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-4bac4e1f-c074-4387-9afd-b14ff7120fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.460563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-4bac4e1f-c074-4387-9afd-b14ff7120fa4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.1861057 Feb 17 04:30:29.505621 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef6288-5bb9-4fbf-b21b-fae20c88d272 req-beb9275a-6f6a-48a0-9aae-d3be5ad6c1d7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.507233 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29ef6288-5bb9-4fbf-b21b-fae20c88d272 req-beb9275a-6f6a-48a0-9aae-d3be5ad6c1d7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.2933514 Feb 17 04:30:29.538918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:29.576579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ccf73fe3-d47d-4b5c-b3cd-6912f2df7bd8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.578199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ccf73fe3-d47d-4b5c-b3cd-6912f2df7bd8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978516 Feb 17 04:30:29.588486 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-6edf9c8c-0643-42fa-a2ed-67a327032c17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.1077995 Feb 17 04:30:29.606545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Request body: {'port': {'device_id': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454', 'admin_state_up': True, 'tenant_id': '92e54b0d588e499bbca5b15d89d35ebd'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:29.662457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-9e754f49-f124-4888-bc79-e004b8c26163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:29.664739 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-9e754f49-f124-4888-bc79-e004b8c26163 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.0688715 Feb 17 04:30:29.721156 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-e17995c9-1965-4964-8bf1-b3b3daf9f845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489743 Feb 17 04:30:29.722341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29ef6288-5bb9-4fbf-b21b-fae20c88d272 req-339e3491-b301-4ab9-910b-b44eb64c5487 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002375 Feb 17 04:30:29.764273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:29.794132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:29.870808 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-c977ca9b-5d9e-48ac-b549-7561333f57e1 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412230 Feb 17 04:30:29.972585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e151bc-e7a2-499c-8492-5bb5e593af79,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:29.975025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:29.984329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:29.985334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Usage tracker for resource:port and tenant:92e54b0d588e499bbca5b15d89d35ebd is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:29.990948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:30.008700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:30.029103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Made reservation on behalf of 92e54b0d588e499bbca5b15d89d35ebd for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:30.031395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0d38071-b2ea-4790-b330-4609b7e5d3b8 req-f2d586a0-7c08-4b18-8e00-329993186f63 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518025 Feb 17 04:30:30.034804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.052792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.090131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:30.100058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Usage tracker for resource:security_group_rule and tenant:92e54b0d588e499bbca5b15d89d35ebd is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:30.107635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:30.110940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Checking segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:30.111341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Network hostable DHCP agents. Network: 93461cab-7a2c-4025-bb02-ffba9407fe8c, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:30.116271 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1e79bb86-45c2-47d8-8efe-325824b8861d req-93a5d9b9-048a-4b16-b2bf-1a032973ac48 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 210 time: 0.0626538 Feb 17 04:30:30.121581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:30.139474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.154767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:30.172751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 93461cab-7a2c-4025-bb02-ffba9407fe8c) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:30.181829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6697b-1bc0-4fa8-8426-963c80f7fb36 None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:30.185199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:30.185860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.262965 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5170667 Feb 17 04:30:30.266047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36802) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:30.272458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.272617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:30.275977 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.277721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:30.281919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Usage tracker for resource:router and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:30.285439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:30.289472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-21606e3d-13b7-4ca0-b867-f3f5bd0aa0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:30.291469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:30.302403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.303740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.321027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.414682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e448c0d2-bb1a-478d-8ba9-971f18f0c585,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:30.419908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:30.452581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-93461cab-7a2c-4025-bb02-ffba9407fe8c', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:30:30.453541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.688388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:30.705756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Allocated IP 192.168.233.77 (d5b3bf5a-d3ff-459d-9d75-a41904e04454/5bac6757-cb13-4dcb-8f75-0f918fa5584c/5c64fdc0-f372-435c-99a5-6a241e187791) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:30.747808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e50d8-96ea-43ba-ac09-5a0a9a046d5d req-949c34e2-8c87-4fa4-9013-e6f0980c1ebc tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:30.749638 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d05e50d8-96ea-43ba-ac09-5a0a9a046d5d req-949c34e2-8c87-4fa4-9013-e6f0980c1ebc tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1949937 Feb 17 04:30:30.969510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-87a98021-2823-468c-b57a-d5e2974d6fad tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:30.971205 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-87a98021-2823-468c-b57a-d5e2974d6fad tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.1606405 Feb 17 04:30:30.973598 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d05e50d8-96ea-43ba-ac09-5a0a9a046d5d req-473aa94c-d8f2-497e-8ec2-ff1ad5a1e351 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075045 Feb 17 04:30:31.049414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ca56d3ae-4625-452f-ab78-6c28002a6588 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:31.076864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Deleting port ca56d3ae-4625-452f-ab78-6c28002a6588 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:31.077225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.098348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.120379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Transition to ACTIVE for port object 5c64fdc0-f372-435c-99a5-6a241e187791 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:31.153920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Allocated IP 172.20.0.2 (93461cab-7a2c-4025-bb02-ffba9407fe8c/49e151bc-e7a2-499c-8492-5bb5e593af79/96d3ef62-d05d-496d-b34d-1071c52041ef) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:31.171949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.199043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:31.519298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Pushing event updated for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:31.525911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:31.531808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.545429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Transition to ACTIVE for port object 96d3ef62-d05d-496d-b34d-1071c52041ef will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:31.564601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Transition to ACTIVE for port object 96d3ef62-d05d-496d-b34d-1071c52041ef will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:31.579860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.591419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de416-96dd-45e7-b914-ec490afec7e8 req-e0d84e27-287b-45fb-8c65-a65a88b12a9a tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:31.593124 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-861de416-96dd-45e7-b914-ec490afec7e8 req-e0d84e27-287b-45fb-8c65-a65a88b12a9a tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 935 time: 0.2358866 Feb 17 04:30:31.598105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:31.599447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:31.601886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:31.606346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:31.607075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.619570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:31.668316 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0719945 Feb 17 04:30:31.673118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-861de416-96dd-45e7-b914-ec490afec7e8 req-3cf2dc12-0ad3-47b4-b781-7395525fb270 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Synchronizing usage tracker for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:31.682782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Request body: {'port': {'device_id': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:31.758884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-861de416-96dd-45e7-b914-ec490afec7e8 req-3cf2dc12-0ad3-47b4-b781-7395525fb270 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Unset dirty status for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:31.760404 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-861de416-96dd-45e7-b914-ec490afec7e8 req-3cf2dc12-0ad3-47b4-b781-7395525fb270 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490188 Feb 17 04:30:31.762428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:31.812089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.052848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c7bc3-cb08-4126-ae8e-8983e1b55251 req-ed4067e3-95ec-42e2-b397-d96fc1478961 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.054607 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-097c7bc3-cb08-4126-ae8e-8983e1b55251 req-ed4067e3-95ec-42e2-b397-d96fc1478961 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 946 time: 0.5373344 Feb 17 04:30:32.077555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.150268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.191097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-de462b8c-24e0-49a7-a105-16dd7754748f None None] Provisioning for port 5c64fdc0-f372-435c-99a5-6a241e187791 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:32.194132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:32.204796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Pushing event updated for resources: {'Port': ['ID=96d3ef62-d05d-496d-b34d-1071c52041ef,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:32.208918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:32.217635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-de462b8c-24e0-49a7-a105-16dd7754748f None None] Provisioning complete for port 5c64fdc0-f372-435c-99a5-6a241e187791 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:32.218069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de462b8c-24e0-49a7-a105-16dd7754748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.220819 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-097c7bc3-cb08-4126-ae8e-8983e1b55251 req-8a4cf149-8409-4abb-afc1-a3b7cbd1d250 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487982 Feb 17 04:30:32.233397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ca56d3ae-4625-452f-ab78-6c28002a6588,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:32.233809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.272113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:32.275980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ca56d3ae-4625-452f-ab78-6c28002a6588,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:32.288658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:32.295265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.295902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.296439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.296967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.297485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.298006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.298533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.299078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.299596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.300363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.300879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.301434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.302330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.303432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.304000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.304674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.305228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.305799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.307453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.322874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.323676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.324275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.325048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.325596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:32.339861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.345262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:32.345783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:32.382487 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588', 'code': 200} Feb 17 04:30:32.414584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Calling delete_port for ca56d3ae-4625-452f-ab78-6c28002a6588 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:32.484266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-de462b8c-24e0-49a7-a105-16dd7754748f None None] Port 5c64fdc0-f372-435c-99a5-6a241e187791 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:32.507167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Attempting to bind port 96d3ef62-d05d-496d-b34d-1071c52041ef on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:32.507683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Attempting to bind port 96d3ef62-d05d-496d-b34d-1071c52041ef by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:32.508191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Attempting to bind port 96d3ef62-d05d-496d-b34d-1071c52041ef on network 93461cab-7a2c-4025-bb02-ffba9407fe8c {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:32.518013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:32.518531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Checking segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:32.519800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.520138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Bound using segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:32.520872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Bound port: 96d3ef62-d05d-496d-b34d-1071c52041ef, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:32.521366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.539239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:32.544371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:32.567335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d507-8c58-4fde-b121-f8bf29559789 req-4c6ed502-43e1-4b8d-9a08-56ebb25196ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:32.568965 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e88d507-8c58-4fde-b121-f8bf29559789 req-4c6ed502-43e1-4b8d-9a08-56ebb25196ad tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2594624 Feb 17 04:30:32.658226 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e88d507-8c58-4fde-b121-f8bf29559789 req-3e842755-3b77-45db-b936-63b24da8d656 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821552 Feb 17 04:30:32.662823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Allocated IP 172.28.2.81 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/39606dd0-9055-4608-a95c-35e8a6573ec0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:32.668593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] For port 96d3ef62-d05d-496d-b34d-1071c52041ef, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:32.683741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] For port 96d3ef62-d05d-496d-b34d-1071c52041ef, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=96d3ef62-d05d-496d-b34d-1071c52041ef,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:32.683741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.683962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:30:32.683962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:30:32.698198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:32.747056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64fdc0-f372-435c-99a5-6a241e187791 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:30:32.756332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.770109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Transition to ACTIVE for port object 5c64fdc0-f372-435c-99a5-6a241e187791 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:32.773407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.790957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:32.878108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Pushing event updated for resources: {'Port': ['ID=96d3ef62-d05d-496d-b34d-1071c52041ef,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:32.883523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:32.917060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:32.965065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:33.017290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:33.053259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.074398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:33.146474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Attempting to bind port 5c64fdc0-f372-435c-99a5-6a241e187791 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:33.146943 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Attempting to bind port 5c64fdc0-f372-435c-99a5-6a241e187791 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:33.147393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Attempting to bind port 5c64fdc0-f372-435c-99a5-6a241e187791 on network d5b3bf5a-d3ff-459d-9d75-a41904e04454 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:33.154492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:33.155113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Checking segment: {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:33.161107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.161637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Bound using segment: {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:33.165698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Bound port: 5c64fdc0-f372-435c-99a5-6a241e187791, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d8bb44-ec08-4e23-b347-d58845a754f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd5b3bf5a-d3ff-459d-9d75-a41904e04454'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:33.166098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.219228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Deleting port ca56d3ae-4625-452f-ab78-6c28002a6588 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:33.219743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.309522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:33.313159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5c64fdc0-f372-435c-99a5-6a241e187791,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:33.320203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.344450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6f231fd4-d717-4049-9c30-37c2f3ae22e8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:33.393955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea2252-b71e-419d-90d5-c3a6121c42e3 req-107c5986-965f-4dc7-b7c5-9b96f3322c5c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.395888 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03ea2252-b71e-419d-90d5-c3a6121c42e3 req-107c5986-965f-4dc7-b7c5-9b96f3322c5c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.4343584 Feb 17 04:30:33.396614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Pushing event updated for resources: {'Port': ['ID=39606dd0-9055-4608-a95c-35e8a6573ec0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:33.514064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:33.599377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.664655 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:33.672715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:33.755372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7118f4-d0fc-44de-8dda-c43a8fcf49ed req-4fe0bcd9-d09d-4820-a24e-93b08473de61 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.757018 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7d7118f4-d0fc-44de-8dda-c43a8fcf49ed req-4fe0bcd9-d09d-4820-a24e-93b08473de61 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 944 time: 0.1850519 Feb 17 04:30:33.771896 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03ea2252-b71e-419d-90d5-c3a6121c42e3 req-87cc00f1-7165-490b-8638-5cb7648c672f tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591259 Feb 17 04:30:33.798804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.799504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:33.802048 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c64fdc0-f372-435c-99a5-6a241e187791 HTTP/1.1" status: 200 len: 1161 time: 2.1239879 Feb 17 04:30:33.802568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:33.820142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:33.824681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:33.830342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:33.843284 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7d7118f4-d0fc-44de-8dda-c43a8fcf49ed req-a3c7eb2f-cfad-4d3c-a371-5fc3f7ebae27 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785921 Feb 17 04:30:33.917350 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791', 'status': 'completed', 'code': 200} Feb 17 04:30:33.973187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6428296b-793e-452a-8005-b522de1a50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:33.975108 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-6428296b-793e-452a-8005-b522de1a50c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 1164 time: 0.1261575 Feb 17 04:30:33.982740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] For port ca56d3ae-4625-452f-ab78-6c28002a6588, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ca56d3ae-4625-452f-ab78-6c28002a6588,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:33.983152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:34.067729 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-0b9178fa-c77d-43aa-b41f-1df15741dbdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5c64fdc0-f372-435c-99a5-6a241e187791 HTTP/1.1" status: 200 len: 217 time: 0.0827384 Feb 17 04:30:34.144038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 96d3ef62-d05d-496d-b34d-1071c52041ef up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:34.159762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-89dbe8a6-8e2b-4ea2-9569-6da32ebacf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.161403 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-89dbe8a6-8e2b-4ea2-9569-6da32ebacf66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bac6757-cb13-4dcb-8f75-0f918fa5584c HTTP/1.1" status: 200 len: 843 time: 0.0862317 Feb 17 04:30:34.247484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 96d3ef62-d05d-496d-b34d-1071c52041ef completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:34.286799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-7d80004a-3227-46c6-ac48-670f1cd8fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.288560 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-7d80004a-3227-46c6-ac48-670f1cd8fcd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5b3bf5a-d3ff-459d-9d75-a41904e04454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1197646 Feb 17 04:30:34.453789 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-d7d2f5ca-1093-49a4-afc0-7444a483c4c6 service neutron] 10.222.0.53 "GET /v2.0/networks/d5b3bf5a-d3ff-459d-9d75-a41904e04454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575952 Feb 17 04:30:34.485575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Calling delete_port for ca56d3ae-4625-452f-ab78-6c28002a6588 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:34.617005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00698186-ed4a-469a-b0a8-c86b9b0f4180 req-516698dc-73aa-4953-9df0-66bbb4fc4e23 service neutron] 10.222.0.53 "GET /v2.0/networks/d5b3bf5a-d3ff-459d-9d75-a41904e04454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476500 Feb 17 04:30:34.626776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78823b94-010a-41ca-881f-a75518bee7ca req-6e0c9402-d7f2-440d-b4f3-f8889afc28b3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.629053 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-78823b94-010a-41ca-881f-a75518bee7ca req-6e0c9402-d7f2-440d-b4f3-f8889afc28b3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.7337408 Feb 17 04:30:34.719912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0dfd19-7b01-4c08-ada0-24d33ef1f755 None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:34.841879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Provisioning for port 96d3ef62-d05d-496d-b34d-1071c52041ef completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:34.879897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Provisioning complete for port 96d3ef62-d05d-496d-b34d-1071c52041ef triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:34.880327 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:34.898362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-64b28f78-9852-4cdf-9460-c3309d5bc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:34.900075 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-64b28f78-9852-4cdf-9460-c3309d5bc4fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 1164 time: 0.1217544 Feb 17 04:30:34.960907 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-78823b94-010a-41ca-881f-a75518bee7ca req-5ab621fa-4e8b-4fb9-9f88-e03221665690 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236077 Feb 17 04:30:34.970069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.148940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-08ead474-8153-4aed-8a84-f6eccb265781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.150474 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-08ead474-8153-4aed-8a84-f6eccb265781 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5b3bf5a-d3ff-459d-9d75-a41904e04454 HTTP/1.1" status: 200 len: 863 time: 0.2435207 Feb 17 04:30:35.167379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.193295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:35.211117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.285788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] For port 96d3ef62-d05d-496d-b34d-1071c52041ef, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=96d3ef62-d05d-496d-b34d-1071c52041ef,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:35.296574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.299086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:35.312132 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-b3238dea-f005-4dbb-9a30-83130c977752 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5c64fdc0-f372-435c-99a5-6a241e187791 HTTP/1.1" status: 200 len: 217 time: 0.0965807 Feb 17 04:30:35.367860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event deleted for resources: {'Port': ['ID=ca56d3ae-4625-452f-ab78-6c28002a6588,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:35.383254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:35.388015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Pushing event updated for resources: {'Port': ['ID=96d3ef62-d05d-496d-b34d-1071c52041ef,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:35.391114 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cb52d4f2-3892-497e-8523-a732cf71734a req-49719b3f-ad9f-45db-9f5e-0465c7026d49 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 210 time: 0.2014203 Feb 17 04:30:35.413972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:35.421580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-a61043cc-0143-454c-afe3-d7888ce9328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.424094 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-a61043cc-0143-454c-afe3-d7888ce9328a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5bac6757-cb13-4dcb-8f75-0f918fa5584c HTTP/1.1" status: 200 len: 843 time: 0.1025941 Feb 17 04:30:35.438611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec670bb-56af-4a96-b750-4b186f60a051 req-bcfb4a40-8d69-4503-908c-8096df2c687c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.439733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8ec670bb-56af-4a96-b750-4b186f60a051 req-bcfb4a40-8d69-4503-908c-8096df2c687c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Synchronizing usage tracker for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:35.522051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8ec670bb-56af-4a96-b750-4b186f60a051 req-bcfb4a40-8d69-4503-908c-8096df2c687c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Unset dirty status for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:35.529412 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ec670bb-56af-4a96-b750-4b186f60a051 req-bcfb4a40-8d69-4503-908c-8096df2c687c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.3776929 Feb 17 04:30:35.594782 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ec670bb-56af-4a96-b750-4b186f60a051 req-ecf9579d-38e2-4654-8e9d-c021eb3fc41f tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643597 Feb 17 04:30:35.606179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-1df97cb5-6cba-4ca2-84c3-2c9558c6f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:35.611063 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-1df97cb5-6cba-4ca2-84c3-2c9558c6f0eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5b3bf5a-d3ff-459d-9d75-a41904e04454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1653998 Feb 17 04:30:35.637080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-330c92ce-766f-4fc3-9eec-94fe7734e35d None None] Provisioning complete for port 96d3ef62-d05d-496d-b34d-1071c52041ef triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:35.640036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-330c92ce-766f-4fc3-9eec-94fe7734e35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.702388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] No DVR routers for this DVR port ca56d3ae-4625-452f-ab78-6c28002a6588 on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:30:35.716407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.719664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-deleted', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:35.749446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:35.755485 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dd11aa01-6a63-4bf2-a7c8-394471141058 req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "DELETE /v2.0/ports/ca56d3ae-4625-452f-ab78-6c28002a6588 HTTP/1.1" status: 204 len: 173 time: 4.7770102 Feb 17 04:30:35.815299 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd3c686-3fe5-4290-8be2-ec791c3e18d1', 'name': 'network-vif-deleted', 'tag': 'ca56d3ae-4625-452f-ab78-6c28002a6588', 'status': 'completed', 'code': 200} Feb 17 04:30:35.816718 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-a6845789-8c45-4da7-aaf0-b1833b9cf48c service neutron] 10.222.0.53 "GET /v2.0/networks/d5b3bf5a-d3ff-459d-9d75-a41904e04454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935120 Feb 17 04:30:35.972701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5a6353a2-d5c7-4ac0-9aaa-a87dbebb34c1 None None] Provisioning complete for port 96d3ef62-d05d-496d-b34d-1071c52041ef triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:35.973091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5a6353a2-d5c7-4ac0-9aaa-a87dbebb34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.030461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Router 16901c21-6876-4f1e-b0ae-57488ad0ad60 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:30:36.142826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 96d3ef62-d05d-496d-b34d-1071c52041ef up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:36.255923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:36.268923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Sync routers for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:36.276672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.281521 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0115011 Feb 17 04:30:36.282059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36890) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:36.286860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 96d3ef62-d05d-496d-b34d-1071c52041ef triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:36.287285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.315070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:36.316171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:36.352882 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1500e45d-b1f9-4877-8d5f-462f21076dbf req-447568da-558c-4f58-b024-be2b91d1d448 service neutron] 10.222.0.53 "GET /v2.0/networks/d5b3bf5a-d3ff-459d-9d75-a41904e04454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5215390 Feb 17 04:30:36.423320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a070-aca5-47f5-9b66-81bdf6c44c7f req-cf76639e-2743-4df1-aa43-b862ae7b304e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:36.426264 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d8a070-aca5-47f5-9b66-81bdf6c44c7f req-cf76639e-2743-4df1-aa43-b862ae7b304e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1974812 Feb 17 04:30:36.436600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-6e06dcf6-4419-4b50-a966-4c1b2084381e None None] Provisioning complete for port 96d3ef62-d05d-496d-b34d-1071c52041ef triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:36.437254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6e06dcf6-4419-4b50-a966-4c1b2084381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:36.570564 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d8a070-aca5-47f5-9b66-81bdf6c44c7f req-4ea5de3f-dfe7-42f7-82a5-d7c0c8b14ef0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371238 Feb 17 04:30:36.793926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:36.851212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1f46ed1b-e73e-466e-b125-a82707fad1c1 req-5704645d-5158-474b-ad85-105e361c4ce3 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:36.901202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1f46ed1b-e73e-466e-b125-a82707fad1c1 req-5704645d-5158-474b-ad85-105e361c4ce3 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:36.907730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799218d-78db-449c-a233-4bb04a86d8b0 req-3aac79f7-4541-41c1-a4e5-23301ffd322a tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:36.909426 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d799218d-78db-449c-a233-4bb04a86d8b0 req-3aac79f7-4541-41c1-a4e5-23301ffd322a tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.1427679 Feb 17 04:30:36.911988 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1f46ed1b-e73e-466e-b125-a82707fad1c1 req-5704645d-5158-474b-ad85-105e361c4ce3 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfd3c686-3fe5-4290-8be2-ec791c3e18d1 HTTP/1.1" status: 200 len: 210 time: 0.1382058 Feb 17 04:30:36.977221 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d799218d-78db-449c-a233-4bb04a86d8b0 req-f9a1c729-cad7-4831-9075-e51c980e9cdf tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Feb 17 04:30:37.155693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:34Z', 'revision_number': 3, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:37.159911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Checking router: 16901c21-6876-4f1e-b0ae-57488ad0ad60 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:37.160303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Updating router 16901c21-6876-4f1e-b0ae-57488ad0ad60 port 39606dd0-9055-4608-a95c-35e8a6573ec0 binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:37.216567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.496549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.620470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.633419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Transition to ACTIVE for port object 39606dd0-9055-4608-a95c-35e8a6573ec0 will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:37.636720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.652767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:37.777191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Pushing event updated for resources: {'Port': ['ID=39606dd0-9055-4608-a95c-35e8a6573ec0,revision_number=2']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:37.787674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.788035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.788404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.788765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.789121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.789480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.789833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.790177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.790531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.790920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.791270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.791617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.792035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.792382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.792734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.793079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.793452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.793765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.794112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.794457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.794829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.795171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.795524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.795858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:30:37.802380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:37.818343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279e1b4-b3c4-4033-ab24-531065b2f7a8 req-9c440ab0-418b-40db-8a4a-39fa588d03f5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:37.821945 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0279e1b4-b3c4-4033-ab24-531065b2f7a8 req-9c440ab0-418b-40db-8a4a-39fa588d03f5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1277630 Feb 17 04:30:37.884042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Allocated IP 172.20.0.1 (93461cab-7a2c-4025-bb02-ffba9407fe8c/49e151bc-e7a2-499c-8492-5bb5e593af79/3f71435b-d9a7-49f6-9929-0dd7d1c14633) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:37.888444 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0279e1b4-b3c4-4033-ab24-531065b2f7a8 req-e0497caf-d7d8-49e8-b049-59e0ecba6d79 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600815 Feb 17 04:30:37.903658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Attempting to bind port 39606dd0-9055-4608-a95c-35e8a6573ec0 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:37.904343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Attempting to bind port 39606dd0-9055-4608-a95c-35e8a6573ec0 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:37.905006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Attempting to bind port 39606dd0-9055-4608-a95c-35e8a6573ec0 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:37.914016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:37.914700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:37.915449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:37.916052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:37.916749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Bound port: 39606dd0-9055-4608-a95c-35e8a6573ec0, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:37.917361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.024865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] For port 39606dd0-9055-4608-a95c-35e8a6573ec0, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:38.028100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] For port 39606dd0-9055-4608-a95c-35e8a6573ec0, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=39606dd0-9055-4608-a95c-35e8a6573ec0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:38.036140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.054014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:38.066571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.086817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Transition to ACTIVE for port object 3f71435b-d9a7-49f6-9929-0dd7d1c14633 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:38.139383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.247562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9fc25507-a4a9-44d8-9421-69279db538b5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:38.263294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742aac6-1a06-40ee-bc95-badb43c75ba6 req-ba38db79-c389-459c-8309-db93de014dd1 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:38.267434 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8742aac6-1a06-40ee-bc95-badb43c75ba6 req-ba38db79-c389-459c-8309-db93de014dd1 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.1013570 Feb 17 04:30:38.310237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Pushing event updated for resources: {'Port': ['ID=39606dd0-9055-4608-a95c-35e8a6573ec0,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:38.339447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:38.344327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8742aac6-1a06-40ee-bc95-badb43c75ba6 req-c264c276-19eb-410e-bdf1-dedd98469462 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Feb 17 04:30:38.360389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:38.361042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:38.390569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:38.396220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:38.398104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:38.399560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:38.401529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:38.460540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.558913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:38.593911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.667942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-a7a1e533-394c-4513-bde7-c4a0d601839b None None] Provisioning for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:38.673196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-a7a1e533-394c-4513-bde7-c4a0d601839b None None] Provisioning complete for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:38.673687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a7a1e533-394c-4513-bde7-c4a0d601839b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.738601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1e533-394c-4513-bde7-c4a0d601839b None None] Port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:38.872048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:34Z', 'revision_number': 3, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:38.876007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c25059b-2c42-467a-b57b-915245c433ef None None] The sync data for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb is: [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:34Z', 'revision_number': 3, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:38.898461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.903130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:38.945815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ae826581-df76-4cc1-8553-8257335f8b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:39.123490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.137476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:39.140759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:39.261222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba373b2-eec9-40ea-9e21-ec7ee01c44e5 req-86f57317-963e-49b5-a0ac-e6819f75772d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:39.262916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ba373b2-eec9-40ea-9e21-ec7ee01c44e5 req-86f57317-963e-49b5-a0ac-e6819f75772d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2390633 Feb 17 04:30:39.356608 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ba373b2-eec9-40ea-9e21-ec7ee01c44e5 req-f958858a-66f0-41d6-8b43-51845463218a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865254 Feb 17 04:30:39.362050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:39.366460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:39.769411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-c55edc3b-3c78-4efd-9913-5db5bea20e59 None None] Provisioning complete for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:39.771286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c55edc3b-3c78-4efd-9913-5db5bea20e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.844599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c55edc3b-3c78-4efd-9913-5db5bea20e59 None None] Port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:39.977554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228332-4a66-4b35-93aa-da5c305f1a66 req-a6135f38-7b64-44a5-904d-dfee5ad2ac05 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:39.983294 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6e228332-4a66-4b35-93aa-da5c305f1a66 req-a6135f38-7b64-44a5-904d-dfee5ad2ac05 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.1612668 Feb 17 04:30:39.990064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Router 16901c21-6876-4f1e-b0ae-57488ad0ad60 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:30:40.011028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f7c80-6a8d-467b-8414-6136a8450734 req-1eae279b-426c-4215-b2a4-4cc3b71409cb tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:40.019056 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c3f7c80-6a8d-467b-8414-6136a8450734 req-1eae279b-426c-4215-b2a4-4cc3b71409cb tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.1117036 Feb 17 04:30:40.071131 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7c3f7c80-6a8d-467b-8414-6136a8450734 req-5680e5e6-63a6-4c69-8609-5b62ed7ba2c4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Feb 17 04:30:40.137299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 39606dd0-9055-4608-a95c-35e8a6573ec0 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:40.206691 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6e228332-4a66-4b35-93aa-da5c305f1a66 req-338ba966-8444-42f5-b6f6-09e4042958ad tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204189 Feb 17 04:30:40.219433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 39606dd0-9055-4608-a95c-35e8a6573ec0 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:40.227763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 39606dd0-9055-4608-a95c-35e8a6573ec0 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:40.228207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.243140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:40.254207 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] 10.222.0.42 "PUT /v2.0/routers/16901c21-6876-4f1e-b0ae-57488ad0ad60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9708903 Feb 17 04:30:40.359683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.377188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 39606dd0-9055-4608-a95c-35e8a6573ec0, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=39606dd0-9055-4608-a95c-35e8a6573ec0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:40.380368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:40.382278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8fb9a5b2-951e-4bd1-8c57-5f943ae2bf0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:40.460670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=39606dd0-9055-4608-a95c-35e8a6573ec0,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:40.464247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:40.614323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc27e6-181a-42d5-99d1-659b402c0821 req-10c6947f-abe4-45cb-b472-499fefd42f6f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:40.616594 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4edc27e6-181a-42d5-99d1-659b402c0821 req-10c6947f-abe4-45cb-b472-499fefd42f6f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1029510 Feb 17 04:30:40.669029 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4edc27e6-181a-42d5-99d1-659b402c0821 req-95fd986c-4740-45af-a7e9-d5dc0c9f124f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Feb 17 04:30:40.949436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 36976) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:40.955654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-154545705-network', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:40.961413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:40.965488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Usage tracker for resource:network and tenant:ea917e1bc55c43a7a511718d01f0010c is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:40.968890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:40.975310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:40.984601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Made reservation on behalf of ea917e1bc55c43a7a511718d01f0010c for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:40.990342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.004876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.020651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:41.024738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Usage tracker for resource:security_group_rule and tenant:ea917e1bc55c43a7a511718d01f0010c is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:41.027786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:41.033860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:41.102766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36984) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:41.124964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.129502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.133916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2ab00f27-1afb-4843-98a4-f28602654ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:41.165164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f852ffd-d770-46ad-8d39-9eb5cf822053,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:41.182905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:41.195954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:41.207605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.208039 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Added segment 9ce0605f-69f5-46dc-8045-760a49d4ad12 of type vxlan for network 785cdca9-57a4-4f3b-b4e4-6646274bf52a Feb 17 04:30:41.263465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network d5b3bf5a-d3ff-459d-9d75-a41904e04454 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:41.264258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.302769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.304224 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:41.305403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.344558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8e4f2bd1-4113-4320-88cb-8c8e50e38312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:41.351751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.368620 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4153056 Feb 17 04:30:41.382351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 36994) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:41.396292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Request body: {'subnet': {'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-154545705-subnet', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:41.410885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:41.414400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:41.428888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Usage tracker for resource:security_group_rule and tenant:316ad1b2ff2d4dbc88fb45ad8eeb2c49 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:41.434202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Usage tracker for resource:subnet and tenant:ea917e1bc55c43a7a511718d01f0010c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:41.437401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:41.442057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:41.452264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:41.454738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:41.473863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b1c8f-f6f3-48b5-97f8-72873deec88b req-d6119366-c711-4bbb-ae95-42f5862e59d4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:41.475650 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-233b1c8f-f6f3-48b5-97f8-72873deec88b req-d6119366-c711-4bbb-ae95-42f5862e59d4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.2588980 Feb 17 04:30:41.512070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Pushing event updated for resources: {'Network': ['ID=785cdca9-57a4-4f3b-b4e4-6646274bf52a,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:41.514431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Made reservation on behalf of ea917e1bc55c43a7a511718d01f0010c for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:41.519569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843148005'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.522070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:41.553330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff238a6-cf1c-4942-b0d7-6edc6e7bb89d req-653c5199-e791-4734-bf10-ffaa19918765 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:41.555049 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aff238a6-cf1c-4942-b0d7-6edc6e7bb89d req-653c5199-e791-4734-bf10-ffaa19918765 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.1327851 Feb 17 04:30:41.578537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:41.591739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:41.609495 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aff238a6-cf1c-4942-b0d7-6edc6e7bb89d req-c92712d7-d4ab-4536-a826-a36d0b7f6ef8 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Feb 17 04:30:41.692134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-233b1c8f-f6f3-48b5-97f8-72873deec88b req-6e272fd5-29cf-4dee-84a6-b105d64b5179 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059619 Feb 17 04:30:41.858092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Sync routers for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:41.876318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:41.876990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:41.941580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.959250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.970572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7be93cb0-7493-4afd-aaaa-b6ee0a23dd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:42.077041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 39606dd0-9055-4608-a95c-35e8a6573ec0 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:42.085300 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=316ad1b2ff2d4dbc88fb45ad8eeb2c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9811881 Feb 17 04:30:42.088324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37002) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:42.098248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0ff5a-662c-4ac1-aaa9-4ee5b8161025,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:42.103776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:42.121983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb22fc7-30d2-4fd6-bda8-76b6a6ecbc1a req-25ef6843-ce1e-4880-b62d-b46d2eb9bf00 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:42.123656 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7eb22fc7-30d2-4fd6-bda8-76b6a6ecbc1a req-25ef6843-ce1e-4880-b62d-b46d2eb9bf00 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2901676 Feb 17 04:30:42.166562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.182771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-de7a2f1c-923c-46ed-a143-6c74128a381d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:30:42.200805 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7eb22fc7-30d2-4fd6-bda8-76b6a6ecbc1a req-e088bace-19a1-4c63-8348-e8757d83964b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681138 Feb 17 04:30:42.203633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:42.245534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.276531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 39606dd0-9055-4608-a95c-35e8a6573ec0 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:42.276958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.281667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843095136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843148022'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.298040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:42.325560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.332629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:42.348459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-757eb724-cab3-4193-963f-d1e8b206f6f7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:42.350088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-757eb724-cab3-4193-963f-d1e8b206f6f7 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.1729870 Feb 17 04:30:42.354818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0ff5a-662c-4ac1-aaa9-4ee5b8161025,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:42.367842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:42.408591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.410911 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6f0ff5a-662c-4ac1-aaa9-4ee5b8161025 HTTP/1.1" status: 204 len: 168 time: 0.3212545 Feb 17 04:30:42.440047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa280f8-a059-4b11-8a69-64361ef5b053,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:42.445601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:42.458587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Deleting port a65908a5-43bf-4f15-a992-17d780e78026 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:42.459105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.519908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Checking segment: {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:42.520431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Network hostable DHCP agents. Network: 785cdca9-57a4-4f3b-b4e4-6646274bf52a, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:42.541548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:42.552647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 785cdca9-57a4-4f3b-b4e4-6646274bf52a) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:42.574446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:42.575149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.577139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f95e4-8569-47da-a51b-1255e25c334d None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:42.604995 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-14bb8389-5775-42f1-93f9-ec00c6234e01 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2181416 Feb 17 04:30:42.607341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37010) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:42.614146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:42.625150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:42.630031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Usage tracker for resource:router and tenant:ea917e1bc55c43a7a511718d01f0010c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:42.634156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:42.640568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:42.651864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.653309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.686808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.995433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] For port a65908a5-43bf-4f15-a992-17d780e78026, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a65908a5-43bf-4f15-a992-17d780e78026,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:42.995990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.010441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'fixed_ips': [{'subnet_id': '8aa280f8-a059-4b11-8a69-64361ef5b053'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:30:43.011767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.148722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Calling delete_port for a65908a5-43bf-4f15-a992-17d780e78026 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:43.245002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 5c64fdc0-f372-435c-99a5-6a241e187791 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:43.254589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.254903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27517db-b237-4c74-9732-4ca25f58079b req-671977ff-65fa-40be-8bfc-0c19bb11ac5e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:43.262470 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f27517db-b237-4c74-9732-4ca25f58079b req-671977ff-65fa-40be-8bfc-0c19bb11ac5e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.3993208 Feb 17 04:30:43.272659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec10654-5f4e-4295-ad99-21ffac119f43 req-fbc5ddec-8f25-4585-a86c-2f09f6188daa tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:43.275189 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eec10654-5f4e-4295-ad99-21ffac119f43 req-fbc5ddec-8f25-4585-a86c-2f09f6188daa tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 945 time: 0.4081421 Feb 17 04:30:43.352436 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eec10654-5f4e-4295-ad99-21ffac119f43 req-91784a17-ce3b-4314-a85b-5a1431708a19 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 Feb 17 04:30:43.356927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Allocated IP 172.20.0.2 (785cdca9-57a4-4f3b-b4e4-6646274bf52a/8aa280f8-a059-4b11-8a69-64361ef5b053/0eb99cee-5539-49e9-bb67-bf0b0721d0cb) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:43.365960 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f27517db-b237-4c74-9732-4ca25f58079b req-6b324ab0-e0e8-4290-a996-fb580d21d190 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024301 Feb 17 04:30:43.400052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37038) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:43.448778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.482357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:43.658331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.670566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Transition to ACTIVE for port object 0eb99cee-5539-49e9-bb67-bf0b0721d0cb will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:43.688942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Transition to ACTIVE for port object 0eb99cee-5539-49e9-bb67-bf0b0721d0cb will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:43.697781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401170521-network', 'tenant_id': 'e401c30923fd42929132fb2cef14affc'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:43.702456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.719496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event deleted for resources: {'Port': ['ID=a65908a5-43bf-4f15-a992-17d780e78026,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:43.723485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:43.729717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:43.778021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:43.783474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Usage tracker for resource:network and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:43.789078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:43.795942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:43.815215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Made reservation on behalf of e401c30923fd42929132fb2cef14affc for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:43.820684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.850504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:43.900762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:43.931119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Usage tracker for resource:security_group_rule and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:43.960481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace58e-5c71-4bbe-bb28-11cfc700689e req-f678e5c1-ea8b-434f-9c45-2eefcb250e7f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:43.962412 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-52ace58e-5c71-4bbe-bb28-11cfc700689e req-f678e5c1-ea8b-434f-9c45-2eefcb250e7f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.4200358 Feb 17 04:30:43.963862 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:43.987754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:44.013495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Pushing event updated for resources: {'Port': ['ID=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:44.016192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.032753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:44.045120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 2, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:44.060839 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.062991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Checking router: 16901c21-6876-4f1e-b0ae-57488ad0ad60 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:44.063436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Updating router 16901c21-6876-4f1e-b0ae-57488ad0ad60 port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:44.128628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 5c64fdc0-f372-435c-99a5-6a241e187791 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:44.153879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 5c64fdc0-f372-435c-99a5-6a241e187791 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:44.154311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.204797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.209144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] No DVR routers for this DVR port a65908a5-43bf-4f15-a992-17d780e78026 on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:30:44.227461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.234179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'name': 'network-vif-deleted', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:44.255399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.274075 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-52ace58e-5c71-4bbe-bb28-11cfc700689e req-4478da07-84fb-4f62-bde5-dbe40e59cbcf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375700 Feb 17 04:30:44.290535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.294954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-16117d15-c109-4a9c-9971-4a9094c8baa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:44.308937 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9dabb314-42ff-44ce-ae08-099fb0dc5c1a req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "DELETE /v2.0/ports/a65908a5-43bf-4f15-a992-17d780e78026 HTTP/1.1" status: 204 len: 173 time: 1.9422460 Feb 17 04:30:44.314416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:44.323969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:44.334271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:44.353539 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31501b2a-160e-4e7b-b1fb-9663e2686d47', 'name': 'network-vif-deleted', 'tag': 'a65908a5-43bf-4f15-a992-17d780e78026', 'status': 'completed', 'code': 200} Feb 17 04:30:44.411676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:44.422581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12c593-1968-4dcc-b364-a4edb9b0bbef,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:44.427604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:44.430307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.430815 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Added segment c652b280-839d-49dd-91a3-5e8ec0f9badd of type vxlan for network dd1f22ea-6924-4ea5-b21d-a54c2b25651d Feb 17 04:30:44.450985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Allocated IP 172.28.2.12 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/cc6edd4c-50c1-4d20-b5f9-a3d61dda6988) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:44.463527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.498182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.499832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:44.500734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.507018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db3491c4-b840-4565-8a9d-0be778f7cb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:44.600333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Attempting to bind port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:44.600663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Attempting to bind port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:44.601067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Attempting to bind port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb on network 785cdca9-57a4-4f3b-b4e4-6646274bf52a {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:44.683425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:44.683858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Checking segment: {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:44.684319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.684769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Bound using segment: {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:44.685311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Bound port: 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:44.685739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.710588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-758282c6-ce1b-47c3-b7a9-e08a47396d52 req-289ae24d-aaf6-462a-8ffe-8cc66ca18f59 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:44.712309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.765568 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3643808 Feb 17 04:30:44.773880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37066) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:44.788870 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Request body: {'subnet': {'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401170521-subnet', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:44.789109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1f22ea-6924-4ea5-b21d-a54c2b25651d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:44.806981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-758282c6-ce1b-47c3-b7a9-e08a47396d52 req-289ae24d-aaf6-462a-8ffe-8cc66ca18f59 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:44.810335 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-758282c6-ce1b-47c3-b7a9-e08a47396d52 req-289ae24d-aaf6-462a-8ffe-8cc66ca18f59 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=31501b2a-160e-4e7b-b1fb-9663e2686d47 HTTP/1.1" status: 200 len: 210 time: 0.1878972 Feb 17 04:30:44.811312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:44.812683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4b929-3f07-4d62-bb88-9417dbe4327c req-699a1a07-1fbf-43e4-9c35-41dadb9d0c71 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:44.822771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:44.827280 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6c4b929-3f07-4d62-bb88-9417dbe4327c req-699a1a07-1fbf-43e4-9c35-41dadb9d0c71 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.1778064 Feb 17 04:30:44.828479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:44.836584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:44.921946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.953739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Usage tracker for resource:subnet and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:44.957602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:44.964215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:44.977844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:44.998180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:45.029711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:45.036589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Made reservation on behalf of e401c30923fd42929132fb2cef14affc for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:45.041427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843148005'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.058385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] For port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:45.121193 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791', 'code': 200} Feb 17 04:30:45.148609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5c64fdc0-f372-435c-99a5-6a241e187791,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:45.173100 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6c4b929-3f07-4d62-bb88-9417dbe4327c req-4e5c78ba-7f72-4649-9cd5-9aa42591e11a tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286080 Feb 17 04:30:45.177672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] For port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:45.185254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.193036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:45.247802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.258713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Pushing event updated for resources: {'Port': ['ID=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:45.277385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:45.339632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:45.370945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:45.376996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:45.433793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:45.441759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:45.442356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:45.546791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579ea68-b472-402a-a5c9-f0474e21aa17 req-5835c3ae-1bcf-4656-80cd-496d4c1ca106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:45.549320 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e579ea68-b472-402a-a5c9-f0474e21aa17 req-5835c3ae-1bcf-4656-80cd-496d4c1ca106 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 1166 time: 0.2041981 Feb 17 04:30:45.558878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250aca-491e-49f9-af1b-655f85a5e7c0 req-552ff54a-7eb6-4e38-99d4-3949cefd28a4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:45.567262 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c250aca-491e-49f9-af1b-655f85a5e7c0 req-552ff54a-7eb6-4e38-99d4-3949cefd28a4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1525378 Feb 17 04:30:45.604792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Pushing event updated for resources: {'Port': ['ID=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:45.616939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:45.641365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.651727 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e579ea68-b472-402a-a5c9-f0474e21aa17 req-21726f43-25b0-4bf8-b517-a8da9354459e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814447 Feb 17 04:30:45.655472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Transition to ACTIVE for port object 3f71435b-d9a7-49f6-9929-0dd7d1c14633 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:45.658673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:45.658826 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c250aca-491e-49f9-af1b-655f85a5e7c0 req-6084c0ee-ffde-4536-9813-27fcc6dc49fa tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906067 Feb 17 04:30:45.676191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36b2d0b9-078e-49b1-8ea4-79ba06e1a4ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:45.824578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Pushing event updated for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:45.829971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:46.037103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 5c64fdc0-f372-435c-99a5-6a241e187791 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:46.048043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.464653 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 0eb99cee-5539-49e9-bb67-bf0b0721d0cb up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:46.589445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Attempting to bind port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:46.590117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Attempting to bind port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:46.590800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Attempting to bind port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 on network 93461cab-7a2c-4025-bb02-ffba9407fe8c {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:46.644906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e72a-1bc3-4e4c-8fc5-198bff0340e8 req-2b832921-969a-47ae-b27b-d4bdce65459b tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:46.648789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:46.649225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Checking segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:46.658528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.658528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Bound using segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:46.658528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Bound port: 3f71435b-d9a7-49f6-9929-0dd7d1c14633, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:46.658528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.666586 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d37e72a-1bc3-4e4c-8fc5-198bff0340e8 req-2b832921-969a-47ae-b27b-d4bdce65459b tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 949 time: 0.1652040 Feb 17 04:30:46.723120 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d37e72a-1bc3-4e4c-8fc5-198bff0340e8 req-4cb28753-42f6-4984-9c7b-69b2fef55b17 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Feb 17 04:30:46.788410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:46.798116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 5c64fdc0-f372-435c-99a5-6a241e187791 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:46.798538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.828634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843095136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843148022'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.859840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] For port 3f71435b-d9a7-49f6-9929-0dd7d1c14633, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:46.892133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] For port 3f71435b-d9a7-49f6-9929-0dd7d1c14633, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3f71435b-d9a7-49f6-9929-0dd7d1c14633,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:46.912533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:46.926177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4b0a9226-196a-4fdc-bd7a-9c54fde3796a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:46.928283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f414d-8c9c-4dd5-87a1-269e92e9b656 req-01bf2084-009c-493c-b699-448457c63589 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:46.937067 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-054f414d-8c9c-4dd5-87a1-269e92e9b656 req-01bf2084-009c-493c-b699-448457c63589 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1093941 Feb 17 04:30:46.954740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:46.979629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:30:46.984076 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-054f414d-8c9c-4dd5-87a1-269e92e9b656 req-f93a14a3-3562-493c-acfd-4f500443351f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Feb 17 04:30:47.135241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Pushing event updated for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:47.150830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a65908a5-43bf-4f15-a992-17d780e78026 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:47.183272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:47.193861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No Port match for: a65908a5-43bf-4f15-a992-17d780e78026 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:30:47.194267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a65908a5-43bf-4f15-a992-17d780e78026 not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:30:47.242825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65939857-d720-45da-afec-05696138f500 req-367f8ce4-9715-4eae-b234-289ea3093f41 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:47.244519 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-65939857-d720-45da-afec-05696138f500 req-367f8ce4-9715-4eae-b234-289ea3093f41 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.5096269 Feb 17 04:30:47.250622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a877d563-b7da-49f8-9694-aad2d2b14fac,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:47.254520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:47.280445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:47.281528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:47.357008 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-65939857-d720-45da-afec-05696138f500 req-172cb32c-9de8-4c8b-b107-5bcaa3d038ce tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987377 Feb 17 04:30:47.370588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.438106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 5c64fdc0-f372-435c-99a5-6a241e187791 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:47.488107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee9365-9521-4573-b5b5-a00f2dc2c1ae None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:47.562060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Checking segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:47.562378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Network hostable DHCP agents. Network: dd1f22ea-6924-4ea5-b21d-a54c2b25651d, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:47.606680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:47.622690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Provisioning for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:47.623697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, dd1f22ea-6924-4ea5-b21d-a54c2b25651d) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:47.644746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce9f8a-d46a-4bae-a191-050ae7d2881e None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:47.648242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:47.648908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.658602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Provisioning complete for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:47.659088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.679793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:30:47.686538 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9056554 Feb 17 04:30:47.686965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37100) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:47.693036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:47.698105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:47.702476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Usage tracker for resource:router and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:47.706453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:47.712636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:47.724240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.725440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.744658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.882039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 5c64fdc0-f372-435c-99a5-6a241e187791 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:47.882468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:47.975273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:48.044280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:48.054499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Sync routers for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:48.068157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:48.068856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:48.109688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.114784 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5f1cc80e-b2f2-47ca-bd4f-8cc30fd33e8c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5024834 Feb 17 04:30:48.116469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37112) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:48.524318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475906-afef-4e9b-981a-e2934c491aff req-9788d89f-65b5-4968-b960-1c28dadbb30c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:48.526742 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea475906-afef-4e9b-981a-e2934c491aff req-9788d89f-65b5-4968-b960-1c28dadbb30c tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 949 time: 0.5799057 Feb 17 04:30:48.529922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:48.582808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.587550 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea475906-afef-4e9b-981a-e2934c491aff req-ac71790c-a8b7-4f4c-9c9a-baf7e5e27d25 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545595 Feb 17 04:30:48.681395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.839740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:30:48.840647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.887658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] For port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:48.911770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:48.918538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c8ff-bde9-430e-b3e7-13a091604fe9 req-d0a27b3d-5a82-4f5d-874d-1c83f10c6a76 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:48.928137 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e458c8ff-bde9-430e-b3e7-13a091604fe9 req-d0a27b3d-5a82-4f5d-874d-1c83f10c6a76 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.4258201 Feb 17 04:30:48.972596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:49.022604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:45Z', 'revision_number': 3, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:49.028344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Checking router: 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:49.028986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Updating router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:49.084778 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e458c8ff-bde9-430e-b3e7-13a091604fe9 req-db43738f-9ffb-4e8d-b6eb-d6d7e5f0ec40 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550879 Feb 17 04:30:49.128888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.136024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-c9dbaabc-dd32-487d-ae37-f8fa7dce0171 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.148791 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-c9dbaabc-dd32-487d-ae37-f8fa7dce0171 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.5244672 Feb 17 04:30:49.256172 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Pushing event updated for resources: {'Port': ['ID=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:49.281175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:49.303662 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fccf0-892b-47a5-b505-5debfcd158fc req-6d7b0bd4-5e95-48c4-8839-daf1d0381b71 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:49.311661 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-341fccf0-892b-47a5-b505-5debfcd158fc req-6d7b0bd4-5e95-48c4-8839-daf1d0381b71 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 946 time: 0.5135770 Feb 17 04:30:49.367001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Deleting port 73f64183-ff83-4378-844f-aa4c91f88679 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:49.367395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.511322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Allocated IP 172.20.0.2 (dd1f22ea-6924-4ea5-b21d-a54c2b25651d/a877d563-b7da-49f8-9694-aad2d2b14fac/1d4886e1-4bd7-4ba7-b76f-46f8507cf1da) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:49.717804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.736411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Transition to ACTIVE for port object cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:49.740062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.769155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:49.845352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.850520 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-341fccf0-892b-47a5-b505-5debfcd158fc req-3ccd0825-a662-4222-8576-7161fb973452 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378878 Feb 17 04:30:49.865994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Transition to ACTIVE for port object 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:49.867417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129071bd-35e6-42be-8853-727380299fee None None] Pushing event updated for resources: {'Port': ['ID=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,revision_number=2']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:49.889640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:49.901452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-129071bd-35e6-42be-8853-727380299fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:49.946137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 73f64183-ff83-4378-844f-aa4c91f88679 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:50.115732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] For port 73f64183-ff83-4378-844f-aa4c91f88679, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=73f64183-ff83-4378-844f-aa4c91f88679,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:50.116034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.118989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Transition to ACTIVE for port object 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:50.139492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Attempting to bind port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:50.139952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Attempting to bind port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:50.140288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Attempting to bind port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:50.145514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:46Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:50.146666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:50.147096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:50.147542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.147972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:50.148619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Bound port: cc6edd4c-50c1-4d20-b5f9-a3d61dda6988, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:50.149166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.152371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.235046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] For port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:50.238636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] For port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:50.245266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.256399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Calling delete_port for 73f64183-ff83-4378-844f-aa4c91f88679 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:50.300707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e80a86-a70f-45f2-8deb-e653574004b2 None None] The sync data for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb is: [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:46Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:50.302948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c5072c79-f4af-4c12-90d6-c76821985762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:50.387412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 0eb99cee-5539-49e9-bb67-bf0b0721d0cb up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:50.446442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.473842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7e34bb0b-e190-4acb-8749-a1b5f33d28a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:50.495987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:50.497315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-2e76a5fe-d51a-4d30-a00e-3dd9d7b0e608 None None] Provisioning complete for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:50.497946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e76a5fe-d51a-4d30-a00e-3dd9d7b0e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.515463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Allocated IP 172.20.0.1 (785cdca9-57a4-4f3b-b4e4-6646274bf52a/8aa280f8-a059-4b11-8a69-64361ef5b053/295ba782-091e-482a-98b3-cbadbf58be99) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:50.568395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129071bd-35e6-42be-8853-727380299fee None None] Pushing event updated for resources: {'Port': ['ID=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:50.571280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:50.590762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-129071bd-35e6-42be-8853-727380299fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:50.639764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:50.642421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:50.655978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:50.656821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:50.681721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Port 73f64183-ff83-4378-844f-aa4c91f88679 update to DOWN by agent not found {{(pid=84013) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:30:50.697891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event deleted for resources: {'Port': ['ID=73f64183-ff83-4378-844f-aa4c91f88679,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:50.787003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Pushing event updated for resources: {'Port': ['ID=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:50.794038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:50.796188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:50.849350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Attempting to bind port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:50.849769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Attempting to bind port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:50.850185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Attempting to bind port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da on network dd1f22ea-6924-4ea5-b21d-a54c2b25651d {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:50.861244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:50.861671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.863142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.874280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.907480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33c07-b627-4f33-9088-295adc1d554b req-9ff92d23-95ae-4c7d-aded-f0a5a324f703 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:50.909257 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01a33c07-b627-4f33-9088-295adc1d554b req-9ff92d23-95ae-4c7d-aded-f0a5a324f703 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 949 time: 0.2676651 Feb 17 04:30:50.919374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Transition to ACTIVE for port object 295ba782-091e-482a-98b3-cbadbf58be99 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:50.948954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:50.949380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Checking segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:50.954334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.954871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Bound using segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:50.955491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Bound port: 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:50.958898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:50.964768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.049077 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01a33c07-b627-4f33-9088-295adc1d554b req-4e5b2e9e-2258-46cf-afc8-71014704deb2 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279511 Feb 17 04:30:51.064130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.093481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0521e3e7-1175-4c9d-a3f5-4fe0b46017ff tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:51.095695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78766-99f3-426f-95ba-ae10fe53269a req-2cfec390-9ff2-4279-86c9-b09d9012dc55 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.099074 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9d78766-99f3-426f-95ba-ae10fe53269a req-2cfec390-9ff2-4279-86c9-b09d9012dc55 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.6617014 Feb 17 04:30:51.165849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:51.279335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37146) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:51.294358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Pushing event updated for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:51.304995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:51.496036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:51.565604 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9d78766-99f3-426f-95ba-ae10fe53269a req-25db5fcf-625e-4c2e-8148-fb069e3ecb6e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191140 Feb 17 04:30:51.569796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:51.590282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:51.610465 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.637168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] No DVR routers for this DVR port 73f64183-ff83-4378-844f-aa4c91f88679 on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:30:51.650550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:51.655702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Usage tracker for resource:security_group_rule and tenant:585410fb4a3343bdab1b5d4f52321177 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:51.659469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:51.665792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:51.711810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] For port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:51.721336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.721788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-182c3f05-c91a-472f-91d6-45d1080a4a76 None None] Provisioning complete for port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:51.722222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-182c3f05-c91a-472f-91d6-45d1080a4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.728399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'name': 'network-vif-deleted', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:51.732169 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-46a8ed25-a62f-4515-970c-8420c7a185c4 req-46b77f5e-637c-4ae3-a0a7-7af1bf4048e1 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640 HTTP/1.1" status: 200 len: 210 time: 0.2394195 Feb 17 04:30:51.801325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] For port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:51.811910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.840856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:45Z', 'revision_number': 3, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:51.858593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455735c-b923-4fdc-a488-3e45d6c3122a None None] The sync data for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb is: [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:45Z', 'revision_number': 3, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:51.869431 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68ca7ee-c0b1-46b3-9c66-2fa4c51f4640', 'name': 'network-vif-deleted', 'tag': '73f64183-ff83-4378-844f-aa4c91f88679', 'status': 'completed', 'code': 200} Feb 17 04:30:51.906342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-033df1a4-31c6-4fcb-9ab8-25025e7c0784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:51.911063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.931502 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-adbac457-1f03-4451-bb83-3f4c7c0fd3ed req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "DELETE /v2.0/ports/73f64183-ff83-4378-844f-aa4c91f88679 HTTP/1.1" status: 204 len: 173 time: 2.7539501 Feb 17 04:30:51.978326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.986146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:51.987987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8697ad-282a-4989-8dde-924b64e41da4 req-04681181-0423-47b9-a53f-746fe5950ff0 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:51.990553 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da8697ad-282a-4989-8dde-924b64e41da4 req-04681181-0423-47b9-a53f-746fe5950ff0 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.53 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 949 time: 0.2191713 Feb 17 04:30:51.998119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5d9cbff6-c148-4a06-840f-5b40fe9d33d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:52.052842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c134b51-08a2-496a-9d82-8e6f52d61997,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:52.056589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:52.094281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Allocated IP 172.28.2.123 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/987633ac-800f-49f2-a696-47818de455b0) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:52.105005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=585410fb4a3343bdab1b5d4f52321177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8211470 Feb 17 04:30:52.108745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37156) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:52.121230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Deleting port 5c64fdc0-f372-435c-99a5-6a241e187791 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:52.121628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.284763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3f71435b-d9a7-49f6-9929-0dd7d1c14633 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:52.352781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.373688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Pushing event updated for resources: {'Port': ['ID=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:52.384320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:52.447652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.465054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:52.490983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:52.491401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.508311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.556098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.568538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.594402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5340d1c6-1b2b-4b02-b65d-81507531227e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:52.750104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-51f1008e-e863-4a1c-b418-9e9d4eba05b9 None None] Provisioning for port 295ba782-091e-482a-98b3-cbadbf58be99 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:52.764565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.859238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 3f71435b-d9a7-49f6-9929-0dd7d1c14633, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3f71435b-d9a7-49f6-9929-0dd7d1c14633,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:52.861622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-51f1008e-e863-4a1c-b418-9e9d4eba05b9 None None] Provisioning complete for port 295ba782-091e-482a-98b3-cbadbf58be99 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:52.864191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-51f1008e-e863-4a1c-b418-9e9d4eba05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.963433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:52.980470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.087419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.095850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-51f1008e-e863-4a1c-b418-9e9d4eba05b9 None None] Port 295ba782-091e-482a-98b3-cbadbf58be99 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:53.110550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.125413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.128301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.165249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-acc5438e-1f0a-470b-8601-72a9efbbf0c9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.248276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.269780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8bf9-7a99-4b6e-a246-badda67d91eb req-1adda164-2dda-4085-908e-40a9337c2444 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:53.271474 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94cc8bf9-7a99-4b6e-a246-badda67d91eb req-1adda164-2dda-4085-908e-40a9337c2444 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 949 time: 0.9962180 Feb 17 04:30:53.301264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Pushing event updated for resources: {'Port': ['ID=987633ac-800f-49f2-a696-47818de455b0,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.304538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.309042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-263e4791-3e17-4147-b4a1-d700c5d191e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.316710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.320085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.323808 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c134b51-08a2-496a-9d82-8e6f52d61997 HTTP/1.1" status: 204 len: 168 time: 1.0384440 Feb 17 04:30:53.350145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Pushing event updated for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.350274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 5c64fdc0-f372-435c-99a5-6a241e187791 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:53.351658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c134b51-08a2-496a-9d82-8e6f52d61997,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.392083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.414429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:53.416056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155c6a8-65e9-4fcf-8cf9-7ce6de757090 req-7d376264-0996-4f88-a5b5-a41ecfa25751 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:53.418338 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7155c6a8-65e9-4fcf-8cf9-7ce6de757090 req-7d376264-0996-4f88-a5b5-a41ecfa25751 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.5134239 Feb 17 04:30:53.432635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:53.436415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:53.443708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5c64fdc0-f372-435c-99a5-6a241e187791,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:53.443930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.466711 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94cc8bf9-7a99-4b6e-a246-badda67d91eb req-3da6edf3-6753-4566-ae2c-de5c5d2b826d tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774929 Feb 17 04:30:53.475146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:53.614174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Calling delete_port for 5c64fdc0-f372-435c-99a5-6a241e187791 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:53.637813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.695402 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7155c6a8-65e9-4fcf-8cf9-7ce6de757090 req-a248cc68-c32a-4148-aee8-360b9d0eca8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608869 Feb 17 04:30:53.720780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5c64fdc0-f372-435c-99a5-6a241e187791,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:53.723003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:53.730403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:53.732774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:53.839183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791', 'code': 200} Feb 17 04:30:53.860917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:53.862800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:53.879203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:53.890925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:54.074176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.132988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:30:54.133348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:30:54.196562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:30:54.330230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-0e33c878-a99c-42ca-b885-29bdde3b0378 None None] Provisioning complete for port 295ba782-091e-482a-98b3-cbadbf58be99 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:54.331578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e33c878-a99c-42ca-b885-29bdde3b0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.401304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:54.511020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-0e33c878-a99c-42ca-b885-29bdde3b0378 None None] Port 295ba782-091e-482a-98b3-cbadbf58be99 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:30:54.537130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f1e5b-ea98-43df-9091-398981934f14 None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:54.555955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:54.620730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:54.621255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.723279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Deleting port 5c64fdc0-f372-435c-99a5-6a241e187791 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:54.723667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.733170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37194) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:54.761202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:54.768693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:54.791227 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6719241 Feb 17 04:30:54.822782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-d909788c-4c7d-4946-bb84-b0627814df12 None None] Provisioning for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:54.993217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.025583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:55.032182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a527924-e632-4579-9933-fb69840110ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.042971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.044115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:55.082110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-89de8eac-b009-45f2-bfca-ff09e122e0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:55.082341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1543447972-network', 'tenant_id': '58cfa16676bd4a939cb641a84544835a'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:55.089951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:55.101322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Usage tracker for resource:network and tenant:58cfa16676bd4a939cb641a84544835a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:55.116752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:55.123854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:55.179066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02bd5-2f4a-46c7-a35a-13a64a75e840 req-e5a71139-d6c9-491d-af4e-59223eede397 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:55.180924 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fa02bd5-2f4a-46c7-a35a-13a64a75e840 req-e5a71139-d6c9-491d-af4e-59223eede397 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 947 time: 0.4897397 Feb 17 04:30:55.181706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Made reservation on behalf of 58cfa16676bd4a939cb641a84544835a for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:55.186581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.202642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] For port 5c64fdc0-f372-435c-99a5-6a241e187791, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5c64fdc0-f372-435c-99a5-6a241e187791,segment=NetworkSegment(95d8bb44-ec08-4e23-b347-d58845a754f4),segment_id=95d8bb44-ec08-4e23-b347-d58845a754f4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:55.203079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.218114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Sync routers for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:55.230192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.248852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:55.252347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:55.256540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:55.257225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:55.279682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:55.285352 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fa02bd5-2f4a-46c7-a35a-13a64a75e840 req-069d722e-5535-4296-a4f7-31fd1e86e1c9 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/security-groups?id=e448c0d2-bb1a-478d-8ba9-971f18f0c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Feb 17 04:30:55.293049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Usage tracker for resource:security_group_rule and tenant:58cfa16676bd4a939cb641a84544835a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:55.296673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:55.310813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:55.337543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Router 59c4da62-9d3c-41ad-a492-2504552d0815 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:30:55.400243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Calling delete_port for 5c64fdc0-f372-435c-99a5-6a241e187791 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:30:55.469116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4cd3d-b2f7-42c5-8f82-37e9162cc8ea req-9d8c2259-44cc-4c0b-892b-901852d6da7d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:55.481522 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e5d4cd3d-b2f7-42c5-8f82-37e9162cc8ea req-9d8c2259-44cc-4c0b-892b-901852d6da7d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.4083185 Feb 17 04:30:55.619256 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e5d4cd3d-b2f7-42c5-8f82-37e9162cc8ea req-d519b117-8c21-4bc0-a8f8-34e9f1d6df59 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365991 Feb 17 04:30:55.622687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:55.633234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:55.633657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.636122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.641946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.646857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-caa11820-1955-41ab-8e5b-e5ccfe927bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:55.665328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:55.677028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Sync routers for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:55.698429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:55.701909 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:55.703939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Notify callbacks [] for router, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.708893 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0207753 Feb 17 04:30:55.709932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37214) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:55.711276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:30:55.823259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:55.842616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:55.889534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a6697421-1513-4f39-8c00-28a71a6d08f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:56.050765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.051401 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Added segment 65aa4fb7-3fd4-4654-a484-00ecadd0e499 of type vxlan for network 7be67217-3e9f-4c13-96e2-a7952891e9bf Feb 17 04:30:56.073165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Pushing event deleted for resources: {'Port': ['ID=5c64fdc0-f372-435c-99a5-6a241e187791,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:56.096982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7af1f1e-7f71-4994-b258-5f6b0a0995d5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:56.108117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:56.223351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:56.230851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:56.284641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.397498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.559741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-921fe104-15ae-41bb-a575-d902428d4edd None None] Provisioning complete for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:56.560331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-921fe104-15ae-41bb-a575-d902428d4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.667245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] No DVR routers for this DVR port 5c64fdc0-f372-435c-99a5-6a241e187791 on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:30:56.671067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.676230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-deleted', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:30:56.706406 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da8697ad-282a-4989-8dde-924b64e41da4 req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.53 "DELETE /v2.0/ports/5c64fdc0-f372-435c-99a5-6a241e187791 HTTP/1.1" status: 204 len: 173 time: 4.7068603 Feb 17 04:30:56.715466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:56.744481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:56.745607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3f71435b-d9a7-49f6-9929-0dd7d1c14633 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:56.750318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838efa-4134-4c68-800a-1a70b3452689 req-ab047af3-a5e6-4647-99a8-5a62e64382f6 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:56.760314 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a8838efa-4134-4c68-800a-1a70b3452689 req-ab047af3-a5e6-4647-99a8-5a62e64382f6 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.2398770 Feb 17 04:30:56.788745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:56.829523 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a8838efa-4134-4c68-800a-1a70b3452689 req-acd154ce-7de5-46ba-b367-47ba22709056 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Feb 17 04:30:56.895136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:56.907248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:57.120814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.124954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:57.125611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.134317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:57.167054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e1c03271-8c4e-45c6-a502-4f26fe00d652 req-8c431b96-42dd-4c3c-8dc9-6ce7b3d21f17 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Synchronizing usage tracker for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:57.190808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:57.191236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.211304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e1c03271-8c4e-45c6-a502-4f26fe00d652 req-8c431b96-42dd-4c3c-8dc9-6ce7b3d21f17 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Unset dirty status for tenant:92e54b0d588e499bbca5b15d89d35ebd on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:57.212297 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e1c03271-8c4e-45c6-a502-4f26fe00d652 req-8c431b96-42dd-4c3c-8dc9-6ce7b3d21f17 tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] 10.222.0.42 "GET /v2.0/ports?device_id=398e6f1d-227d-4bf6-bb44-58a39bfa552b HTTP/1.1" status: 200 len: 210 time: 0.1298380 Feb 17 04:30:57.265601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Pushing event updated for resources: {'Network': ['ID=7be67217-3e9f-4c13-96e2-a7952891e9bf,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:57.275415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-b360c89b-d589-41a7-b270-da23d854ec05 None None] Provisioning complete for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:57.275844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b360c89b-d589-41a7-b270-da23d854ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.280475 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5408173 Feb 17 04:30:57.285186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37230) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:57.285527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:57.291899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Request body: {'subnet': {'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1543447972-subnet', 'tenant_id': '58cfa16676bd4a939cb641a84544835a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:57.296990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:57.302363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Usage tracker for resource:subnet and tenant:58cfa16676bd4a939cb641a84544835a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:57.305521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:57.311570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:57.324238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Made reservation on behalf of 58cfa16676bd4a939cb641a84544835a for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:30:57.325521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:57.329255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843148005'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.340359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:30:57.366073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:53Z', 'revision_number': 3, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:57.371146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Checking router: 59c4da62-9d3c-41ad-a492-2504552d0815 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:57.371663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Updating router 59c4da62-9d3c-41ad-a492-2504552d0815 port 987633ac-800f-49f2-a696-47818de455b0 binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:57.436066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.529877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 4, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '295ba782-091e-482a-98b3-cbadbf58be99', 'name': '', 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'mac_address': 'fa:16:3e:9c:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:50Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 2, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'subnets': [{'id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:57.626973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Checking router: 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:57.627423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Updating router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 port 295ba782-091e-482a-98b3-cbadbf58be99 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:57.662078 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398e6f1d-227d-4bf6-bb44-58a39bfa552b', 'name': 'network-vif-deleted', 'tag': '5c64fdc0-f372-435c-99a5-6a241e187791', 'status': 'completed', 'code': 200} Feb 17 04:30:57.667473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1371227816', 'description': 'tempest-TestShelveInstance-1371227816 description'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:57.687270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:57.693329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d68a-87ac-4db6-a3a1-e96072e02c97 req-05cc3813-ca04-410c-8e0e-a024c0318cff tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:57.695806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Usage tracker for resource:security_group and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:57.698051 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec78d68a-87ac-4db6-a3a1-e96072e02c97 req-05cc3813-ca04-410c-8e0e-a024c0318cff tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.3991792 Feb 17 04:30:57.781975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:57.793725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.801102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:57.830316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.850094 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec78d68a-87ac-4db6-a3a1-e96072e02c97 req-60e66af7-a45a-4822-bfb3-bae5ea228443 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380866 Feb 17 04:30:57.859330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:57.864220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Usage tracker for resource:security_group_rule and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:57.868039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:57.875089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:57.919326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.935458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Transition to ACTIVE for port object 987633ac-800f-49f2-a696-47818de455b0 will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:57.942375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:57.991187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-129071bd-35e6-42be-8853-727380299fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:58.009713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.023733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.030417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-71e731a0-cd65-40cb-a2c5-2f51703c0ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:58.083903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.144779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c486688-994f-4641-90ea-58f947b9fc49 None None] Pushing event updated for resources: {'Port': ['ID=987633ac-800f-49f2-a696-47818de455b0,revision_number=2']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:58.162351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c486688-994f-4641-90ea-58f947b9fc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:58.182763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.189039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:58.194242 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40385414-fb74-4e59-bd51-8531590f89e1 req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5311835 Feb 17 04:30:58.230521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:58.236305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:58.250224 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Attempting to bind port 987633ac-800f-49f2-a696-47818de455b0 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:58.250898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Attempting to bind port 987633ac-800f-49f2-a696-47818de455b0 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:58.251628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Attempting to bind port 987633ac-800f-49f2-a696-47818de455b0 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:58.258736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:58.259597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:58.260681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.261303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:58.262435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Bound port: 987633ac-800f-49f2-a696-47818de455b0, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:58.263114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.298704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-52678c7a-fec3-4d55-b55b-61b8d42740ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.326512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:58.327049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.366830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] For port 987633ac-800f-49f2-a696-47818de455b0, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:58.370927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] For port 987633ac-800f-49f2-a696-47818de455b0, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=987633ac-800f-49f2-a696-47818de455b0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:58.380940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.391278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff50e-40c0-4b76-944b-b54a856608fa req-c343bad4-72a7-4a04-8839-b47e33b4fcf5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.392701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c7aff50e-40c0-4b76-944b-b54a856608fa req-c343bad4-72a7-4a04-8839-b47e33b4fcf5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:30:58.402846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843095136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843148022'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.406801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2a1088da-58b5-4a1f-9c5f-fb550451a545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:58.421678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:58.433861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c7aff50e-40c0-4b76-944b-b54a856608fa req-c343bad4-72a7-4a04-8839-b47e33b4fcf5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:30:58.435199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c7aff50e-40c0-4b76-944b-b54a856608fa req-c343bad4-72a7-4a04-8839-b47e33b4fcf5 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.2875323 Feb 17 04:30:58.554628 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c7aff50e-40c0-4b76-944b-b54a856608fa req-117d7026-7a0b-45aa-995d-b9442d548787 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079283 Feb 17 04:30:58.630754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c486688-994f-4641-90ea-58f947b9fc49 None None] Pushing event updated for resources: {'Port': ['ID=987633ac-800f-49f2-a696-47818de455b0,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:58.647348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0c486688-994f-4641-90ea-58f947b9fc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:58.666324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:58.698955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Allocated IP 172.20.0.1 (dd1f22ea-6924-4ea5-b21d-a54c2b25651d/a877d563-b7da-49f8-9694-aad2d2b14fac/31fa63ed-f731-414d-a750-3c507ebb5799) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:30:58.717222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:58.720520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:58.748736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6070fa28-8fcc-4c53-b686-d29ce97d79c3,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:58.759893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:58.846953 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-911189c4-c765-4f8d-9119-d2a846d3e6ef tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups/2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0 HTTP/1.1" status: 200 len: 1802 time: 0.1721003 Feb 17 04:30:58.857525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:58.858039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:30:58.859856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:58.860427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.873188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:30:58.891688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Usage tracker for resource:security_group_rule and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:30:58.913238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-becf3147-9dcd-4f13-b4a0-2aca4cdde7fd tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:58.913474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:58.939036 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-becf3147-9dcd-4f13-b4a0-2aca4cdde7fd tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.5206988 Feb 17 04:30:58.939253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Transition to ACTIVE for port object 31fa63ed-f731-414d-a750-3c507ebb5799 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:58.944463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:30:59.013519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.035835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:59.085063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:30:59.089507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.091657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.121091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Transition to ACTIVE for port object 295ba782-091e-482a-98b3-cbadbf58be99 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:59.127683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.161388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:59.170390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:59.264617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Pushing event updated for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:59.301574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Deleting port a34d59e9-7057-4293-8efa-a7efc552860b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:30:59.301971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.371963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:59.414956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Checking segment: {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:59.415501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Network hostable DHCP agents. Network: 7be67217-3e9f-4c13-96e2-a7952891e9bf, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:30:59.421135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.431816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:53Z', 'revision_number': 3, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:59.436239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e35bbc-35a6-4419-85b2-3c18dd95aa97 None None] The sync data for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb is: [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:53Z', 'revision_number': 3, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:59.496152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:59.499578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:59.513297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:30:59.516979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.528230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:59.528797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.601283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.607660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e2c6c-3695-47fe-a2cf-7b6c79a98705 req-783c8d5d-c875-40b7-be5c-d974fc6be8dd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:59.615545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Pushing event updated for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:59.616452 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5b9e2c6c-3695-47fe-a2cf-7b6c79a98705 req-783c8d5d-c875-40b7-be5c-d974fc6be8dd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.3597729 Feb 17 04:30:59.624199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:59.627896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device a34d59e9-7057-4293-8efa-a7efc552860b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:30:59.650062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:59.694959 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5b9e2c6c-3695-47fe-a2cf-7b6c79a98705 req-25c1397f-baf1-4611-9fd4-e5cfd0268a4a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Feb 17 04:30:59.728984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd24109-bc16-4a3f-8e9c-b1150ba328b7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:59.731216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 7be67217-3e9f-4c13-96e2-a7952891e9bf) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:59.759238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:59.777326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.792949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849035ce-c6ba-4a54-9747-5599563d1881 None None] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:30:59.901777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.927357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:59.928325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.057146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.062285 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-660da8b0-fd09-4ad3-8e19-1e0aae0964af req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2141869 Feb 17 04:31:00.207327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-96543726-2c98-4faa-bab7-78d27309f483 req-e1dcab40-38b8-4ed3-9be3-af246e44b704 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups/2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0 HTTP/1.1" status: 200 len: 2395 time: 0.1191206 Feb 17 04:31:00.220759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5b8d00b7-d685-4207-8cba-04e804b3961e None None] Provisioning for port 31fa63ed-f731-414d-a750-3c507ebb5799 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:00.230882 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b76ab4ab-d61b-427b-bd32-a809b719a4b6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9419479 Feb 17 04:31:00.266853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0', 'remote_group_id': None}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:00.267861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0', 'remote_group_id': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:00.308841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.312125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-5b8d00b7-d685-4207-8cba-04e804b3961e None None] Provisioning complete for port 31fa63ed-f731-414d-a750-3c507ebb5799 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:00.312639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d00b7-d685-4207-8cba-04e804b3961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.318381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] For port a34d59e9-7057-4293-8efa-a7efc552860b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a34d59e9-7057-4293-8efa-a7efc552860b,segment=NetworkSegment(c0382bec-35fd-44e4-af6f-a730946bca30),segment_id=c0382bec-35fd-44e4-af6f-a730946bca30)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:00.318852 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.552972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Attempting to bind port 295ba782-091e-482a-98b3-cbadbf58be99 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:00.553490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Attempting to bind port 295ba782-091e-482a-98b3-cbadbf58be99 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:00.553974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Attempting to bind port 295ba782-091e-482a-98b3-cbadbf58be99 on network 785cdca9-57a4-4f3b-b4e4-6646274bf52a {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:00.570901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:00.571357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Checking segment: {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:00.571942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.572453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Bound using segment: {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:00.573066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Bound port: 295ba782-091e-482a-98b3-cbadbf58be99, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce0605f-69f5-46dc-8045-760a49d4ad12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:00.573557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.639374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83eb48c-633f-41d6-b133-9366a9c20755 None None] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:31:00.654523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Calling delete_port for a34d59e9-7057-4293-8efa-a7efc552860b owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:00.671568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7831c7-d62c-418e-ae57-587b8147fd43 req-6665cafe-0c57-4624-8923-328866d2bd3d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:00.692276 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9b7831c7-d62c-418e-ae57-587b8147fd43 req-6665cafe-0c57-4624-8923-328866d2bd3d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 945 time: 0.4792240 Feb 17 04:31:00.883838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.896564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.899187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:00.944973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1f8fa414-ee8f-4533-ae08-c8cccaff08c5 tempest-DeleteServersTestJSON-101406496 tempest-DeleteServersTestJSON-101406496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:01.004952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] For port 295ba782-091e-482a-98b3-cbadbf58be99, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:01.008589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] For port 295ba782-091e-482a-98b3-cbadbf58be99, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=295ba782-091e-482a-98b3-cbadbf58be99,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:01.009783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d00b7-d685-4207-8cba-04e804b3961e None None] Port 31fa63ed-f731-414d-a750-3c507ebb5799 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:01.019066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.027983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:01.038006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.043433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:01.049704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Usage tracker for resource:security_group_rule and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:01.058801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:01.120089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:01.491651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Pushing event updated for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:01.517253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:01.519597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Pushing event updated for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:01.536402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:01.542619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:01.543519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:01.586048 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9b7831c7-d62c-418e-ae57-587b8147fd43 req-bd264ad5-f500-458d-b84a-5cee641bd44d tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/security-groups?id=28b2c88a-0899-476b-b10f-f862546cf61a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454290 Feb 17 04:31:01.717629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:01.720773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Pushing event deleted for resources: {'Port': ['ID=a34d59e9-7057-4293-8efa-a7efc552860b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:01.741790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:01.748017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:01.749291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:01.749783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:02.104765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:02.211167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.215878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] No DVR routers for this DVR port a34d59e9-7057-4293-8efa-a7efc552860b on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:02.223070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.226987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'name': 'network-vif-deleted', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:02.262719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.266380 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26cc98da-8eeb-4c97-9e3b-bdd7ed9dcfe9 req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.53 "DELETE /v2.0/ports/a34d59e9-7057-4293-8efa-a7efc552860b HTTP/1.1" status: 204 len: 173 time: 3.3138790 Feb 17 04:31:02.267635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.279588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:02.327595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5e0366-5e98-48d4-a6d0-cf91d81ce999,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:02.339241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:02.342736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.344057 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-96543726-2c98-4faa-bab7-78d27309f483 req-4416705c-9399-4267-a24b-5fda0c1e516d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.1119671 Feb 17 04:31:02.344810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401356a6-8ca6-4df3-8426-f0d86a587f79 req-e4f864c3-c514-4c09-875d-a8f97c51cb86 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:02.355512 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-401356a6-8ca6-4df3-8426-f0d86a587f79 req-e4f864c3-c514-4c09-875d-a8f97c51cb86 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.3034058 Feb 17 04:31:02.452256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 987633ac-800f-49f2-a696-47818de455b0 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:02.488639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Router 59c4da62-9d3c-41ad-a492-2504552d0815 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:31:02.508805 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-401356a6-8ca6-4df3-8426-f0d86a587f79 req-bb5afbd5-104d-4af3-b15b-b34063739578 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521299 Feb 17 04:31:02.617317 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df02162-751d-43eb-832a-d4deba930cb1', 'name': 'network-vif-deleted', 'tag': 'a34d59e9-7057-4293-8efa-a7efc552860b', 'status': 'completed', 'code': 200} Feb 17 04:31:02.799854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd72db-3faf-430d-a181-48097ed3c65e req-72c98bcf-d2ad-4d60-9068-f97a108e27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:02.801239 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4fd72db-3faf-430d-a181-48097ed3c65e req-72c98bcf-d2ad-4d60-9068-f97a108e27bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.5617492 Feb 17 04:31:02.807043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 987633ac-800f-49f2-a696-47818de455b0 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:02.815410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-3f89941f-d61e-4c58-9c00-f7bda5fca781 None None] Provisioning complete for port 31fa63ed-f731-414d-a750-3c507ebb5799 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:02.815882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3f89941f-d61e-4c58-9c00-f7bda5fca781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.885631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-3f89941f-d61e-4c58-9c00-f7bda5fca781 None None] Port 31fa63ed-f731-414d-a750-3c507ebb5799 cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:02.900501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 987633ac-800f-49f2-a696-47818de455b0 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:02.900934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:02.907404 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22464426-71a4-441c-aec2-f05e6a28da99 req-15edf16b-84a1-4ebb-b3b8-0bc389185110 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1388435 Feb 17 04:31:02.956820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:31:03.000406 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] 10.222.0.42 "PUT /v2.0/routers/59c4da62-9d3c-41ad-a492-2504552d0815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2733903 Feb 17 04:31:03.029838 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4fd72db-3faf-430d-a181-48097ed3c65e req-5c9f37a8-fa5a-4eea-9d2d-80840b59d21d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120638 Feb 17 04:31:03.042951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f23aaef3-8a24-4e2c-84e6-48b9cd518ff7 req-137b3a29-a21d-4eff-b28f-b79ab4beec60 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Synchronizing usage tracker for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:03.070062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f23aaef3-8a24-4e2c-84e6-48b9cd518ff7 req-137b3a29-a21d-4eff-b28f-b79ab4beec60 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Unset dirty status for tenant:e7c6fd57c03a478f93acbb4e93e38c34 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:03.081627 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f23aaef3-8a24-4e2c-84e6-48b9cd518ff7 req-137b3a29-a21d-4eff-b28f-b79ab4beec60 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1731062 Feb 17 04:31:03.247327 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 4, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '295ba782-091e-482a-98b3-cbadbf58be99', 'name': '', 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'mac_address': 'fa:16:3e:9c:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:50Z', 'updated_at': '2021-02-17T04:31:00Z', 'revision_number': 4, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'subnets': [{'id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:03.254823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b417733-bde6-4f93-874b-4bc9dcd9174e None None] The sync data for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb is: [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 4, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '295ba782-091e-482a-98b3-cbadbf58be99', 'name': '', 'network_id': '785cdca9-57a4-4f3b-b4e4-6646274bf52a', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'mac_address': 'fa:16:3e:9c:c2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:50Z', 'updated_at': '2021-02-17T04:31:00Z', 'revision_number': 4, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'subnets': [{'id': '8aa280f8-a059-4b11-8a69-64361ef5b053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:31:03.259188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:03.279688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 987633ac-800f-49f2-a696-47818de455b0, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=987633ac-800f-49f2-a696-47818de455b0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:03.287387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:03.291040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:03.346426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Sync routers for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:31:03.413164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:03.423716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:03.488640 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22464426-71a4-441c-aec2-f05e6a28da99 req-53007921-d2c9-47ce-9b2a-5819a9a46d07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1720073 Feb 17 04:31:03.728899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464426-71a4-441c-aec2-f05e6a28da99 req-d4719046-41b2-44b4-99b6-5a5d93a0850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:03.730751 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22464426-71a4-441c-aec2-f05e6a28da99 req-d4719046-41b2-44b4-99b6-5a5d93a0850a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2214396 Feb 17 04:31:03.858506 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:03.938786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=987633ac-800f-49f2-a696-47818de455b0,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:03.954697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:03.959375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9f6e-ee4c-4ab7-99ac-ceebb089613c req-9b8d263a-f782-443b-bfeb-43db27747ea0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:03.988924 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d0a9f6e-ee4c-4ab7-99ac-ceebb089613c req-9b8d263a-f782-443b-bfeb-43db27747ea0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2365305 Feb 17 04:31:04.055580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 295ba782-091e-482a-98b3-cbadbf58be99 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:04.102364 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d0a9f6e-ee4c-4ab7-99ac-ceebb089613c req-23f989eb-f4d7-41fd-b846-22bcd794dd7e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Feb 17 04:31:04.169654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:04.394906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 295ba782-091e-482a-98b3-cbadbf58be99 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:04.417521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 295ba782-091e-482a-98b3-cbadbf58be99 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:04.422305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:04.599729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464426-71a4-441c-aec2-f05e6a28da99 req-d553e0b9-8298-4839-b6d0-aa41a2e8426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:04.601380 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22464426-71a4-441c-aec2-f05e6a28da99 req-d553e0b9-8298-4839-b6d0-aa41a2e8426a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8368042 Feb 17 04:31:04.654783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-8a679747-abf5-4953-98df-ac4bc3819cd2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:04.655678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-35d1be27-58b5-4286-8366-7506f8b42377 req-8a679747-abf5-4953-98df-ac4bc3819cd2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Synchronizing usage tracker for tenant:58cfa16676bd4a939cb641a84544835a on resource:network {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:04.698196 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0adbe662-1b17-4549-837d-c62ef4fa5357 req-b94a2bd2-a480-4f70-bb9a-54f58f7a9704 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] 10.222.0.42 "GET /v2.0/ports?device_id=9df02162-751d-43eb-832a-d4deba930cb1 HTTP/1.1" status: 200 len: 210 time: 0.1233790 Feb 17 04:31:04.718992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-35d1be27-58b5-4286-8366-7506f8b42377 req-8a679747-abf5-4953-98df-ac4bc3819cd2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Unset dirty status for tenant:58cfa16676bd4a939cb641a84544835a on resource:network {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:04.729093 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-8a679747-abf5-4953-98df-ac4bc3819cd2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 814 time: 0.9967220 Feb 17 04:31:04.761996 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-13a72ea9-21c7-46a0-953f-9080bebf1918 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/quotas/58cfa16676bd4a939cb641a84544835a HTTP/1.1" status: 200 len: 375 time: 0.0312002 Feb 17 04:31:04.867587 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-1f95a6f2-0423-4abe-8432-534ffe4234f1 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043224 Feb 17 04:31:05.138778 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-d08a9536-1fc0-49ad-a357-fd9429788c92 service neutron] 10.222.0.42 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698858 Feb 17 04:31:05.383274 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-da094f08-e810-4903-8a3a-1cea8dbf1add service neutron] 10.222.0.42 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2419450 Feb 17 04:31:05.401543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.447155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7399b3-3189-41ce-a731-4dc1a4ef4421 req-2df10d28-ca75-4f03-a9c0-07f758eb966a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:05.456835 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1e7399b3-3189-41ce-a731-4dc1a4ef4421 req-2df10d28-ca75-4f03-a9c0-07f758eb966a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1401935 Feb 17 04:31:05.500403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 295ba782-091e-482a-98b3-cbadbf58be99, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=295ba782-091e-482a-98b3-cbadbf58be99,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:05.520821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.531152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:05.563073 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1e7399b3-3189-41ce-a731-4dc1a4ef4421 req-0f63fdd2-793f-4fad-b23b-844ee41eda79 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050761 Feb 17 04:31:05.594567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:05.698012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:00Z', 'revision_number': 2, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:05.708643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Checking router: 59c4da62-9d3c-41ad-a492-2504552d0815 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:31:05.709054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Updating router 59c4da62-9d3c-41ad-a492-2504552d0815 port 31fa63ed-f731-414d-a750-3c507ebb5799 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:31:05.878713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:05.903150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:05.903996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.011837 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4f66ed0a-dbd4-4f77-8bab-36f78717c70b req-e5596e2c-bf9d-42da-b742-5c0b61e3c154 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 210 time: 0.2091775 Feb 17 04:31:06.148898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37614) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:06.334508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Deleting subnet 4f13a2c7-d236-4c59-83c5-266bc000ac32 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:31:06.348404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.487108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.577432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:06.843467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 987633ac-800f-49f2-a696-47818de455b0 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:06.949692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:06.988944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.458s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:07.078005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-5e906db0-bf5b-4581-ad7d-ae46d93409c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.079662 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-5e906db0-bf5b-4581-ad7d-ae46d93409c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27ca6037670548b9a13f1320733e7b17&device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 1162 time: 0.2729611 Feb 17 04:31:07.135848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 987633ac-800f-49f2-a696-47818de455b0 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:07.136264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.287038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.319481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-52a69aa9-d280-4c79-a177-ff662ff8ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.321781 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-52a69aa9-d280-4c79-a177-ff662ff8ab9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 200 len: 913 time: 0.2304413 Feb 17 04:31:07.495640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e825f5f-365b-4bdf-93d3-cde747004e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:07.497478 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-cf506f5b-97a2-4860-a47c-c0900fb990bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 200 len: 217 time: 0.1641922 Feb 17 04:31:07.529423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.569916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.574898 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f608fa45-8a10-4aa3-b639-40e9364f06ce req-a67c96ab-096d-4d62-8118-5ad969ca33fb tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 210 time: 0.1384103 Feb 17 04:31:07.605590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f13a2c7-d236-4c59-83c5-266bc000ac32,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:07.608903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:07.621002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-019cb768-f3b1-4eb9-9e05-b91fe9fe9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.622003 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4f13a2c7-d236-4c59-83c5-266bc000ac32 HTTP/1.1" status: 204 len: 168 time: 1.4718449 Feb 17 04:31:07.626292 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-019cb768-f3b1-4eb9-9e05-b91fe9fe9fde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 200 len: 859 time: 0.1177397 Feb 17 04:31:07.627645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37638) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:07.631523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ddb7f-a310-45c1-a147-8a91ef1b92e7 req-9cd1f234-b28b-4acb-b879-57b466ae7294 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:07.640206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b31ddb7f-a310-45c1-a147-8a91ef1b92e7 req-9cd1f234-b28b-4acb-b879-57b466ae7294 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.5208480 Feb 17 04:31:07.709059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b31ddb7f-a310-45c1-a147-8a91ef1b92e7 req-720a559f-08f3-45ae-bc67-e4613fad92ba tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Feb 17 04:31:07.773985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Transition to ACTIVE for port object 31fa63ed-f731-414d-a750-3c507ebb5799 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:07.827191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:07.921276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:07.935070 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-399c6510-54bd-446d-a440-97ff16c0243d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7829e00-bd79-4443-ac3a-951474aeff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933659 Feb 17 04:31:08.076653 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.136332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Pushing event updated for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:08.161684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:08.261708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 295ba782-091e-482a-98b3-cbadbf58be99 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:08.410977 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-1a376462-1cc8-4208-8adf-562967cdd80f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:08.412791 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-1a376462-1cc8-4208-8adf-562967cdd80f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 814 time: 0.4398258 Feb 17 04:31:08.428620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Request body: {'port': {'device_id': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf', 'admin_state_up': True, 'tenant_id': '58cfa16676bd4a939cb641a84544835a'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:08.563307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Attempting to bind port 31fa63ed-f731-414d-a750-3c507ebb5799 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:08.563730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Attempting to bind port 31fa63ed-f731-414d-a750-3c507ebb5799 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:08.564147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Attempting to bind port 31fa63ed-f731-414d-a750-3c507ebb5799 on network dd1f22ea-6924-4ea5-b21d-a54c2b25651d {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:08.579464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:08.579464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Checking segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:08.579464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.579464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Bound using segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:08.579942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Bound port: 31fa63ed-f731-414d-a750-3c507ebb5799, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:08.581154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.598849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 295ba782-091e-482a-98b3-cbadbf58be99 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:08.599275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:08.767344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:08.780119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Usage tracker for resource:port and tenant:58cfa16676bd4a939cb641a84544835a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:08.787698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:08.806866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:08.817941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37658) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:08.833739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Made reservation on behalf of 58cfa16676bd4a939cb641a84544835a for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:08.840360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.056530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.173262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] For port 31fa63ed-f731-414d-a750-3c507ebb5799, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:09.182585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] For port 31fa63ed-f731-414d-a750-3c507ebb5799, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=31fa63ed-f731-414d-a750-3c507ebb5799,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:09.212271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.366880 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e77bb22e-9706-4d1c-b034-d40f2a02fce3 req-e76cb3ad-eea7-4571-8160-b245bc0b7161 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 210 time: 0.1076744 Feb 17 04:31:09.403159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-182ebebd-500a-4917-99b4-02ea0195ea82 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4545665 Feb 17 04:31:09.404165 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b2cdbc11-d7fb-400b-a483-1d06e156a894 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92e54b0d588e499bbca5b15d89d35ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845482 Feb 17 04:31:09.404924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.405041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37672) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:09.405328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.406215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.406591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > port after_create 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.407026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > port after_delete 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.407384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > port after_update 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.408051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.408955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.409913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.410279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.467080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:09.488376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.488770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.489155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.489797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84011) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:31:09.490198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88105b26-9d77-4a49-916b-196e6bdf15b2']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:09.502445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Allocated IP 172.20.0.8 (7be67217-3e9f-4c13-96e2-a7952891e9bf/6070fa28-8fcc-4c53-b686-d29ce97d79c3/24d0305f-8981-4172-84f4-e4f13545d3cb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:09.581346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:09.582110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:30:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:09.641341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0382bec-35fd-44e4-af6f-a730946bca30') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:09.641925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0382bec-35fd-44e4-af6f-a730946bca30') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:09.676868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.727493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.734290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:31:09.755513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.834725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Pushing event updated for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:09.849692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:09.913613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4591d19f-e5c2-43f9-93fc-e0bb458452a0 req-ec133bdc-f418-4c71-8c1d-7bcffd925d94 service neutron] 10.222.0.53 "GET /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4148762 Feb 17 04:31:09.979099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:10.000843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.059672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884808dc-b4f9-4cfb-a7b4-407f48b94a49 req-9d01c8fe-57e7-48df-ada9-43359112d99e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:10.068764 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-884808dc-b4f9-4cfb-a7b4-407f48b94a49 req-9d01c8fe-57e7-48df-ada9-43359112d99e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.8462849 Feb 17 04:31:10.150845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:10.188835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.352283 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-884808dc-b4f9-4cfb-a7b4-407f48b94a49 req-4809da12-f8e3-4bd2-8a31-94441280850d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827976 Feb 17 04:31:10.509033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.540518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Network 88105b26-9d77-4a49-916b-196e6bdf15b2 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:31:10.544338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.564958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6811dde3-9709-46cc-9a62-86400f482584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: from cryptography.utils import int_from_bytes Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: from cryptography.utils import int_from_bytes Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: (rel_b, rel_a, rel_b), Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: (rel_b, rel_a, rel_b), Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:31:10.567401 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:31:10.605401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:09Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:10.610822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448c0d2-bb1a-478d-8ba9-971f18f0c585,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:10.617932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfddb19f-0e90-4197-8055-a1d42a433e8c None None] The sync data for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb is: [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:09Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:31:10.622732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:10.632105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.636295 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e448c0d2-bb1a-478d-8ba9-971f18f0c585 HTTP/1.1" status: 204 len: 168 time: 1.0685434 Feb 17 04:31:10.720366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.748452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.751837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-2a2d8dd3-dfa3-4655-a71a-353b326a0e05 req-4bcfbdda-c2be-4bfc-beb6-460805f5bd0d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Synchronizing usage tracker for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:10.753901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d0b1b76b-9e4e-4eee-a883-94df08a7968b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:10.758521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:10.779916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:10.810361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Pushing event deleted for resources: {'Network': ['ID=88105b26-9d77-4a49-916b-196e6bdf15b2,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:10.821937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:10.826576 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ce572e30-132a-4a91-9e19-0753b5bde5af admin admin] 10.222.0.42 "DELETE /v2.0/networks/88105b26-9d77-4a49-916b-196e6bdf15b2 HTTP/1.1" status: 204 len: 168 time: 3.1954350 Feb 17 04:31:11.009079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Pushing event updated for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:11.159705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37692) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:11.170938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:11.182520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-2a2d8dd3-dfa3-4655-a71a-353b326a0e05 req-4bcfbdda-c2be-4bfc-beb6-460805f5bd0d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Unset dirty status for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:11.195230 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2a2d8dd3-dfa3-4655-a71a-353b326a0e05 req-4bcfbdda-c2be-4bfc-beb6-460805f5bd0d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 210 time: 0.5641949 Feb 17 04:31:11.250329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:11.252842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:11.254079 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-98457df9-f192-46aa-9c6a-e097ce9979ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7c6fd57c03a478f93acbb4e93e38c34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0930755 Feb 17 04:31:11.255471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:11.257032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37696) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:11.336980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:11.338037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.365137 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9417033 Feb 17 04:31:11.381341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Request body: {'port': {'device_id': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:11.432905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.500400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.595964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.600971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.606271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f0dc355a-b0fa-4009-a68a-c92c053af380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:11.629253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2c88a-0899-476b-b10f-f862546cf61a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:11.636362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:11.648694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:11.657043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.662704 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28b2c88a-0899-476b-b10f-f862546cf61a HTTP/1.1" status: 204 len: 168 time: 0.4032786 Feb 17 04:31:11.828109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:11.828502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.006808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4609-1d90-444e-9d3d-28aca85ad6a4 req-3344bfbd-3b26-482e-95f8-b6603580cf51 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:12.014548 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de8c4609-1d90-444e-9d3d-28aca85ad6a4 req-3344bfbd-3b26-482e-95f8-b6603580cf51 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.4226468 Feb 17 04:31:12.177219 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de8c4609-1d90-444e-9d3d-28aca85ad6a4 req-5cf5b622-e03e-470f-a48f-d8091d7659e6 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615953 Feb 17 04:31:12.213400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 31fa63ed-f731-414d-a750-3c507ebb5799 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:12.314543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 31fa63ed-f731-414d-a750-3c507ebb5799 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:12.320877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 31fa63ed-f731-414d-a750-3c507ebb5799 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:12.321303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.753921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2870762-ee16-495e-aa2f-4f88ee55f734 req-8942044f-52c6-4079-834d-eff55ec034a0 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:12.755650 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2870762-ee16-495e-aa2f-4f88ee55f734 req-8942044f-52c6-4079-834d-eff55ec034a0 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 931 time: 0.4207184 Feb 17 04:31:12.818888 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2870762-ee16-495e-aa2f-4f88ee55f734 req-e483c91f-686f-4410-8138-17eacc293a4f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566607 Feb 17 04:31:12.915326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.996304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 31fa63ed-f731-414d-a750-3c507ebb5799, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=31fa63ed-f731-414d-a750-3c507ebb5799,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:13.001109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:13.004275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:13.021136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d0305f-8981-4172-84f4-e4f13545d3cb {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:31:13.042248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:13.071906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Transition to ACTIVE for port object 24d0305f-8981-4172-84f4-e4f13545d3cb will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:13.077666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:13.087861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:13.091555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:13.168926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:13.322894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Pushing event updated for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:13.327720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:13.613683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4662a68-7d0f-41ba-8cad-c3015f0714bd req-f0c1011b-8021-4c57-a996-ae241863e00b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:13.622600 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4662a68-7d0f-41ba-8cad-c3015f0714bd req-f0c1011b-8021-4c57-a996-ae241863e00b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2933669 Feb 17 04:31:13.668488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:13.736349 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4662a68-7d0f-41ba-8cad-c3015f0714bd req-672f3f9c-fae2-4290-903c-b386379696cd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Feb 17 04:31:13.737932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Attempting to bind port 24d0305f-8981-4172-84f4-e4f13545d3cb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:13.738315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Attempting to bind port 24d0305f-8981-4172-84f4-e4f13545d3cb by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:13.741878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Attempting to bind port 24d0305f-8981-4172-84f4-e4f13545d3cb on network 7be67217-3e9f-4c13-96e2-a7952891e9bf {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:13.769132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:13.769840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Checking segment: {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:13.770410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:13.770985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Bound using segment: {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:13.771645 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Bound port: 24d0305f-8981-4172-84f4-e4f13545d3cb, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:13.772203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:13.856878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2336fb6f-422f-4049-b330-6fd0b87fe37f triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:13.857638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.074312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] For port 24d0305f-8981-4172-84f4-e4f13545d3cb, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:14.077876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] For port 24d0305f-8981-4172-84f4-e4f13545d3cb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=24d0305f-8981-4172-84f4-e4f13545d3cb,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:14.120789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.146914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-852b91fc-751d-4b34-9568-a497bb14a3d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:14.169115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 31fa63ed-f731-414d-a750-3c507ebb5799 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:14.276177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 31fa63ed-f731-414d-a750-3c507ebb5799 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:14.277315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.296171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Pushing event updated for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:14.315023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:14.435076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d3a-c218-455e-8ecf-0f3b6b0557ce req-cdb1f755-ddac-4d75-849e-f3de94a51452 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:14.437359 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48c64d3a-c218-455e-8ecf-0f3b6b0557ce req-cdb1f755-ddac-4d75-849e-f3de94a51452 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.3573632 Feb 17 04:31:14.470000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:14.471659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:14.473363 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] 10.222.0.53 "PUT /v2.0/ports/24d0305f-8981-4172-84f4-e4f13545d3cb HTTP/1.1" status: 200 len: 1157 time: 3.1002085 Feb 17 04:31:14.474015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:14.524541 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48c64d3a-c218-455e-8ecf-0f3b6b0557ce req-36bccbd4-4060-4743-83a0-0bfe341d4d17 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761182 Feb 17 04:31:14.642337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-bff8a1c6-96ea-43cf-b77d-da04f35d6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:14.644497 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-bff8a1c6-96ea-43cf-b77d-da04f35d6cc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 1160 time: 0.1188028 Feb 17 04:31:14.750489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-2f6d1852-ee18-4fd1-823c-1eabf8a4a422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0305f-8981-4172-84f4-e4f13545d3cb HTTP/1.1" status: 200 len: 217 time: 0.0936587 Feb 17 04:31:14.838453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1be27-58b5-4286-8366-7506f8b42377 req-9696c6df-e075-46ad-9857-481334f7a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:14.840771 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-9696c6df-e075-46ad-9857-481334f7a02b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6070fa28-8fcc-4c53-b686-d29ce97d79c3 HTTP/1.1" status: 200 len: 854 time: 0.0818682 Feb 17 04:31:14.984354 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-da85c93f-6e67-4962-a382-2bb01d3dd5c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7be67217-3e9f-4c13-96e2-a7952891e9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341326 Feb 17 04:31:15.175325 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-880917fe-753d-4d95-966c-b83922acb4f3 service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797712 Feb 17 04:31:15.177162 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb', 'status': 'completed', 'code': 200} Feb 17 04:31:15.381667 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35d1be27-58b5-4286-8366-7506f8b42377 req-9a634b89-43c7-4c75-a66f-df167e6b9f5c service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984270 Feb 17 04:31:15.539742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-b4a8cab1-f4cb-4aba-9fbc-332ad48749b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:15.542232 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-b4a8cab1-f4cb-4aba-9fbc-332ad48749b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 1160 time: 0.1006355 Feb 17 04:31:15.759530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-58067438-e3ca-45a2-9e80-e7285e4d1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:15.761771 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-58067438-e3ca-45a2-9e80-e7285e4d1c94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 908 time: 0.2131369 Feb 17 04:31:15.938386 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-1d22bc8e-74c8-426f-8ccd-72927bb0e156 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d0305f-8981-4172-84f4-e4f13545d3cb HTTP/1.1" status: 200 len: 217 time: 0.1122189 Feb 17 04:31:16.099865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-c3f73a14-0cd3-4ec6-b800-0e859b060def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:16.101789 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-c3f73a14-0cd3-4ec6-b800-0e859b060def service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6070fa28-8fcc-4c53-b686-d29ce97d79c3 HTTP/1.1" status: 200 len: 854 time: 0.1492367 Feb 17 04:31:16.121150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c6a65-6cfc-4a53-a9b9-68dd24510cdc req-1ee90489-bbca-476f-b3f7-31d9f8253d41 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:16.122927 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-701c6a65-6cfc-4a53-a9b9-68dd24510cdc req-1ee90489-bbca-476f-b3f7-31d9f8253d41 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.3599019 Feb 17 04:31:16.125273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa132f-a5ea-4d12-89ba-f3455629340a req-ac5023d6-06a4-4777-9685-15fb9b0c3e18 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:16.126997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1caa132f-a5ea-4d12-89ba-f3455629340a req-ac5023d6-06a4-4777-9685-15fb9b0c3e18 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1613483 Feb 17 04:31:16.190482 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-701c6a65-6cfc-4a53-a9b9-68dd24510cdc req-daa65719-7231-430a-ba31-b5c6f65cb7b2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Feb 17 04:31:16.221602 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1caa132f-a5ea-4d12-89ba-f3455629340a req-d5156371-3c0e-4547-9036-b526aecd3c23 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852969 Feb 17 04:31:16.334019 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-ea67de0d-91fa-41fa-b213-1868592193f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7be67217-3e9f-4c13-96e2-a7952891e9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202726 Feb 17 04:31:16.539715 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-3c98d134-413a-4c0a-90fe-4e93fc2d9752 service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944022 Feb 17 04:31:16.810516 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2b4af52-6601-4439-b47f-ecbee1bc924b req-f6ae9693-e522-4526-a6c6-aad3a8481662 service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2628753 Feb 17 04:31:17.480497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1f518-0287-473e-8878-d901197db36c req-9140611c-12ab-46f8-80a3-b67b50ac24fa tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:17.482387 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0de1f518-0287-473e-8878-d901197db36c req-9140611c-12ab-46f8-80a3-b67b50ac24fa tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.1225498 Feb 17 04:31:17.490127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97676-e984-475f-9a41-70c97e3685df req-87793fe1-f49b-4669-8f91-4e383f077af9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:17.491914 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-57b97676-e984-475f-9a41-70c97e3685df req-87793fe1-f49b-4669-8f91-4e383f077af9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1392682 Feb 17 04:31:17.556585 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0de1f518-0287-473e-8878-d901197db36c req-2546e590-6c64-4521-bf9f-7df3242ae2f5 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Feb 17 04:31:17.557547 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-57b97676-e984-475f-9a41-70c97e3685df req-4666e746-67d5-4057-b03e-edf4e7e44952 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590658 Feb 17 04:31:18.807013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286880-29f7-47a7-a518-350ebd13c1b5 req-9d58b2d9-cf38-4c6e-9c4c-8475339798e5 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:18.809415 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bd286880-29f7-47a7-a518-350ebd13c1b5 req-9d58b2d9-cf38-4c6e-9c4c-8475339798e5 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.1264074 Feb 17 04:31:18.815002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ce91-3a64-4a5e-84ce-cb6fec1a7bd9 req-dcf9e2cd-98ee-48ed-8393-8b19465ec465 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:18.823182 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e7e8ce91-3a64-4a5e-84ce-cb6fec1a7bd9 req-dcf9e2cd-98ee-48ed-8393-8b19465ec465 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1147306 Feb 17 04:31:18.875331 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bd286880-29f7-47a7-a518-350ebd13c1b5 req-7de5d3a0-fcca-4641-9a9b-b799810baa38 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544033 Feb 17 04:31:18.876477 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e7e8ce91-3a64-4a5e-84ce-cb6fec1a7bd9 req-adf509ed-453e-482e-9863-c68458281db7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521963 Feb 17 04:31:19.565883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10c48f-e04f-4419-a6ff-cce2ac2e7e5b req-e4f7f788-e845-4ff9-b022-f0f9863cb353 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:19.573827 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa10c48f-e04f-4419-a6ff-cce2ac2e7e5b req-e4f7f788-e845-4ff9-b022-f0f9863cb353 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1002393 Feb 17 04:31:19.631203 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fa10c48f-e04f-4419-a6ff-cce2ac2e7e5b req-f0f23073-e08c-41a6-8aec-b9e14ab6bc59 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563893 Feb 17 04:31:20.179624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef269d-714a-48e2-a80a-7589d9592f40 req-f81018d6-fec0-47ea-90d0-4f2e98895648 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.183830 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16ef269d-714a-48e2-a80a-7589d9592f40 req-f81018d6-fec0-47ea-90d0-4f2e98895648 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.0994015 Feb 17 04:31:20.194094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37894) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:20.204760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe57b-34d1-49be-831f-ebf2a1c57583 req-288226c9-1f4d-4250-b3c7-233e1e64104d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.208779 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aeafe57b-34d1-49be-831f-ebf2a1c57583 req-288226c9-1f4d-4250-b3c7-233e1e64104d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1185958 Feb 17 04:31:20.271431 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16ef269d-714a-48e2-a80a-7589d9592f40 req-0d5f24d8-267f-43f6-80ac-1539fb1134a3 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829835 Feb 17 04:31:20.301678 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-aeafe57b-34d1-49be-831f-ebf2a1c57583 req-e180bcd8-d2e8-474e-a379-0656c6377c59 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 Feb 17 04:31:20.376516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.396170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:20.400484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Usage tracker for resource:security_group_rule and tenant:736cef75daff4fd38c55a4ef1be9700a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:20.403949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:20.410504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:20.512432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.515345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.526295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ef84581d-26f8-4f7f-b4a3-2ddf1ced2a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:20.570204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9960e-8b1d-4065-a5ad-59d67547ad4d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:20.575888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:20.583054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37904) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:20.587232 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=736cef75daff4fd38c55a4ef1be9700a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917356 Feb 17 04:31:20.652299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.684165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.744307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.751032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a4190a42-8a6e-4194-8ebf-c86892d1277d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:20.807599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9960e-8b1d-4065-a5ad-59d67547ad4d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:20.816987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:20.817959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:20.821706 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daa9960e-8b1d-4065-a5ad-59d67547ad4d HTTP/1.1" status: 204 len: 168 time: 0.2371919 Feb 17 04:31:20.878056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4882148-5933-4d4a-bcdd-15d412c215ba req-4d2666c0-7ed1-497d-9464-50b08117ca26 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:20.879738 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4882148-5933-4d4a-bcdd-15d412c215ba req-4d2666c0-7ed1-497d-9464-50b08117ca26 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1208892 Feb 17 04:31:20.955061 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e4882148-5933-4d4a-bcdd-15d412c215ba req-06acbf5e-ce5c-4201-a12d-4af59882c598 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Feb 17 04:31:21.122994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37924) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:21.143268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.159279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:21.163363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Usage tracker for resource:security_group_rule and tenant:51eacafd50454a068e6c9897c1a259b2 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:21.166372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:21.172430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:21.260778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.264537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.273775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9786921-ee7f-4532-b421-d193f67b2d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:21.317993 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51eacafd50454a068e6c9897c1a259b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938300 Feb 17 04:31:21.320864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37932) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:21.323963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531d5c7-87d7-4f97-a42b-394c47fe284f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:21.377274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:21.395822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.476281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.528005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058039b-f842-4e29-80c7-b1fc8afd0273 req-8e52a40a-0fd4-4be7-b4ce-d4a450860b44 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.529652 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1058039b-f842-4e29-80c7-b1fc8afd0273 req-8e52a40a-0fd4-4be7-b4ce-d4a450860b44 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0893104 Feb 17 04:31:21.543067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9466da-8a49-4413-88af-4cc7510a94cd req-3ddebb3d-6bc0-4834-98ad-b192098c8d9f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.544585 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cf9466da-8a49-4413-88af-4cc7510a94cd req-3ddebb3d-6bc0-4834-98ad-b192098c8d9f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.1458886 Feb 17 04:31:21.552009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.558579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2eedbbdb-f301-4e01-a5d1-e0502a0e4205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:21.578838 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1058039b-f842-4e29-80c7-b1fc8afd0273 req-806274b7-5227-4185-a30c-7d9517e9e66e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Feb 17 04:31:21.590282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531d5c7-87d7-4f97-a42b-394c47fe284f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:21.597249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:21.607094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:21.610883 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f531d5c7-87d7-4f97-a42b-394c47fe284f HTTP/1.1" status: 204 len: 168 time: 0.2864802 Feb 17 04:31:21.629991 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cf9466da-8a49-4413-88af-4cc7510a94cd req-1b1e0526-9e25-48f8-89b7-52d989ab959f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722589 Feb 17 04:31:21.755003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-a94d802e-8aae-47c2-9ddb-756592979faa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:31:21.865481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-2b237f26-8647-4acf-a85f-a25b2bd684d6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:21.866259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baafa5-1507-4403-930b-f3e997f7498c req-2b237f26-8647-4acf-a85f-a25b2bd684d6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:network {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:21.889376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baafa5-1507-4403-930b-f3e997f7498c req-2b237f26-8647-4acf-a85f-a25b2bd684d6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:network {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:21.890753 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-2b237f26-8647-4acf-a85f-a25b2bd684d6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 815 time: 0.1917315 Feb 17 04:31:21.907549 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-7cfff1f7-be5f-4ad7-b00e-de98daca7e77 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/quotas/e401c30923fd42929132fb2cef14affc HTTP/1.1" status: 200 len: 375 time: 0.0102179 Feb 17 04:31:22.011507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baafa5-1507-4403-930b-f3e997f7498c req-83260298-7777-4348-af59-304560e3be91 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:22.024778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 37956) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:22.030069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c6baafa5-1507-4403-930b-f3e997f7498c req-83260298-7777-4348-af59-304560e3be91 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:22.031550 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-83260298-7777-4348-af59-304560e3be91 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177468 Feb 17 04:31:22.045610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.063615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:22.068631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Usage tracker for resource:security_group_rule and tenant:50cd9a75b97e45cf82076ae0fd7df28d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:22.071945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:22.078201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:22.193859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-207cbfd1-5107-46f5-9097-31c86dd82d78 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489940 Feb 17 04:31:22.227255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015ce60-b72c-4dea-8c74-a9a149632fd5 req-593b7b20-7d71-4f69-a25b-d686ea79bce5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.228883 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5015ce60-b72c-4dea-8c74-a9a149632fd5 req-593b7b20-7d71-4f69-a25b-d686ea79bce5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.1249573 Feb 17 04:31:22.286202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.292760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.303286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b770501b-b8aa-4c47-b193-ba410c663d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:22.316730 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5015ce60-b72c-4dea-8c74-a9a149632fd5 req-fba7ae60-d471-422f-a1ee-c3aa6cd2b2c5 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784631 Feb 17 04:31:22.353381 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50cd9a75b97e45cf82076ae0fd7df28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273468 Feb 17 04:31:22.354736 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4a17c1f3-b182-496b-a22b-889635d1ad74 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441648 Feb 17 04:31:22.355188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca54305-6248-4533-96e3-e158b30129a9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:22.356132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 37960) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:22.358891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:22.419404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.449438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.496633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.502449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1cc0cb7b-1863-4ebc-826f-6efb36dd9203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:22.515576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca54305-6248-4533-96e3-e158b30129a9,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:22.518759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:22.530591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.531859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cca54305-6248-4533-96e3-e158b30129a9 HTTP/1.1" status: 204 len: 168 time: 0.1745863 Feb 17 04:31:22.575864 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56db5ef2-92da-45e7-b341-064a3851e521 req-ffa93072-feee-400a-931e-b51cda9a68b4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 210 time: 0.0624223 Feb 17 04:31:22.670608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-3bff1d22-94b7-4fd2-8d4a-98cba8f656a2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.673378 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-3bff1d22-94b7-4fd2-8d4a-98cba8f656a2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.0998430 Feb 17 04:31:22.683951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 24d0305f-8981-4172-84f4-e4f13545d3cb up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:22.781063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Deleting port ec033e80-aa9d-4454-8594-af1eacf195e5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:22.781611 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.812542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 24d0305f-8981-4172-84f4-e4f13545d3cb completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:22.819534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 24d0305f-8981-4172-84f4-e4f13545d3cb triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:22.820152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:22.952451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8848-d38a-4b34-88b5-e93f59dcd593 req-aec52cca-18ae-47f1-961a-b835a279a39d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:22.953935 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1dae8848-d38a-4b34-88b5-e93f59dcd593 req-aec52cca-18ae-47f1-961a-b835a279a39d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1671579 Feb 17 04:31:22.998565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:23.035401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:23.047499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 24d0305f-8981-4172-84f4-e4f13545d3cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=24d0305f-8981-4172-84f4-e4f13545d3cb,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:23.051494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:23.054523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:23.057608 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1dae8848-d38a-4b34-88b5-e93f59dcd593 req-80358863-2a51-4695-99a6-fb0a47a3c20b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950534 Feb 17 04:31:23.155116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:23.166690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:23.167758 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb', 'code': 200} Feb 17 04:31:23.425402 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-426d0c67-151c-4b7a-b4f6-533d4f5b865c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1371227816&fields=id&tenant_id=2905453d033a4d4fb7276bc9d48ea91d HTTP/1.1" status: 200 len: 267 time: 0.0910175 Feb 17 04:31:23.586188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56b15-a561-4859-b650-0f98ed3ab124 req-f297b17d-6342-4e95-a217-33deebbbe113 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:23.587818 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22f56b15-a561-4859-b650-0f98ed3ab124 req-f297b17d-6342-4e95-a217-33deebbbe113 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.2099338 Feb 17 04:31:23.596829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] For port ec033e80-aa9d-4454-8594-af1eacf195e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec033e80-aa9d-4454-8594-af1eacf195e5,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:23.597234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:23.686306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 24d0305f-8981-4172-84f4-e4f13545d3cb up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:23.687076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-b7aad4a3-e638-45bd-98e2-e53af0bb0595 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:23.688704 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-b7aad4a3-e638-45bd-98e2-e53af0bb0595 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 808 time: 0.2612259 Feb 17 04:31:23.691315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46406768-a8e1-459d-b819-66fdac7b15c1 req-659ca03c-eadf-4225-b178-a6c38ad800b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:23.692809 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-46406768-a8e1-459d-b819-66fdac7b15c1 req-659ca03c-eadf-4225-b178-a6c38ad800b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 1162 time: 0.2328653 Feb 17 04:31:23.770006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Calling delete_port for ec033e80-aa9d-4454-8594-af1eacf195e5 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:23.770558 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9ffa4d35-2820-41df-a947-b2ada39028b6 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/quotas/2905453d033a4d4fb7276bc9d48ea91d HTTP/1.1" status: 200 len: 375 time: 0.0686641 Feb 17 04:31:23.776730 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-46406768-a8e1-459d-b819-66fdac7b15c1 req-216e173d-fa82-41d7-9d24-6fc6d16ffc41 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698678 Feb 17 04:31:23.789860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 24d0305f-8981-4172-84f4-e4f13545d3cb triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:23.790538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:23.816530 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22f56b15-a561-4859-b650-0f98ed3ab124 req-c66bb75c-cdd1-4238-9347-7c0553103fb2 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220130 Feb 17 04:31:23.903079 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-57c0855a-6f3e-464e-9988-a657a4e23932 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248193 Feb 17 04:31:23.981208 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:24.000299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ec033e80-aa9d-4454-8594-af1eacf195e5 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:31:24.099441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:24.121347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No active binding found for port ec033e80-aa9d-4454-8594-af1eacf195e5 {{(pid=84013) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 04:31:24.121689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device ec033e80-aa9d-4454-8594-af1eacf195e5 not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:31:24.130953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-be4159b1-b47c-42a3-bcc0-fa3cd01e746d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:24.131264 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-794fed74-8ebf-4742-a206-7a096fbdc017 service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271798 Feb 17 04:31:24.255049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415782-6475-4709-84eb-b1fb0f299c66 req-17473213-eae3-44c1-bf28-0fa8e4fa1149 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:24.256684 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a3415782-6475-4709-84eb-b1fb0f299c66 req-17473213-eae3-44c1-bf28-0fa8e4fa1149 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b607629-36c6-44cd-ba5f-de23e51201c7 HTTP/1.1" status: 200 len: 946 time: 0.2712791 Feb 17 04:31:24.257569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Pushing event deleted for resources: {'Port': ['ID=ec033e80-aa9d-4454-8594-af1eacf195e5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:24.269814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.270217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.270714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.271023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.271619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.271796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.272200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.272592 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.272988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.273380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.273769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.274143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.274608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.275007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.275571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.276131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.276673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.277255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.277648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.278045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.278436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.278851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.279246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.279636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:24.286740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:24.360400 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a3415782-6475-4709-84eb-b1fb0f299c66 req-0a5fbf86-fad8-4968-b6ed-cd486683fa2b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Feb 17 04:31:24.475517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] No DVR routers for this DVR port ec033e80-aa9d-4454-8594-af1eacf195e5 on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:24.480123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:24.485016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'name': 'network-vif-deleted', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:24.515133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-810a05dd-7c22-42ef-89a8-0d7abda83aae req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "DELETE /v2.0/ports/ec033e80-aa9d-4454-8594-af1eacf195e5 HTTP/1.1" status: 204 len: 173 time: 1.8266008 Feb 17 04:31:24.619718 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70c212a6-2928-4fcc-b1ed-27d953a7993c req-c2842664-6f8a-449c-89be-bfd109827da6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 210 time: 0.0607631 Feb 17 04:31:24.699986 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-a7457181-a999-4100-a4d1-ba856576b8e2 service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5641520 Feb 17 04:31:24.713469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-27fc812f-bbc4-4829-98f5-696391ca3b6f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:24.715095 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-27fc812f-bbc4-4829-98f5-696391ca3b6f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 815 time: 0.4900303 Feb 17 04:31:24.731504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'port': {'device_id': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'admin_state_up': True, 'tenant_id': 'e401c30923fd42929132fb2cef14affc'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:24.927194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:24.937263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:24.938822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432abe-201e-428f-bd92-300b82375e09 req-b0441c29-d652-4e4c-8605-875b8aac8947 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:24.948031 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-12432abe-201e-428f-bd92-300b82375e09 req-b0441c29-d652-4e4c-8605-875b8aac8947 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1921184 Feb 17 04:31:24.949773 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Made reservation on behalf of e401c30923fd42929132fb2cef14affc for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:24.973184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:24.997284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b38901d0-bcab-40c5-accb-789dc55af0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:25.042997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-12432abe-201e-428f-bd92-300b82375e09 req-cc9c3fae-c337-4d7b-af5d-318b35973848 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935681 Feb 17 04:31:25.121433 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b607629-36c6-44cd-ba5f-de23e51201c7', 'name': 'network-vif-deleted', 'tag': 'ec033e80-aa9d-4454-8594-af1eacf195e5', 'status': 'completed', 'code': 200} Feb 17 04:31:25.507949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b0479-858b-49a9-afac-c90969bb7c9a req-8313261a-aca0-467b-b85a-110d63e9b182 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:25.511343 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5f79d09d-7876-4cf0-afcb-67d8bc95b85b req-acd1edb3-f632-433a-8b8b-6da2e3ca1115 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.1611915 Feb 17 04:31:25.513546 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a2b0479-858b-49a9-afac-c90969bb7c9a req-8313261a-aca0-467b-b85a-110d63e9b182 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.1829326 Feb 17 04:31:25.615990 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a2b0479-858b-49a9-afac-c90969bb7c9a req-8664f343-fbca-4af7-90d4-2cbc9acd46bd tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921619 Feb 17 04:31:25.974094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Allocated IP 172.20.0.9 (dd1f22ea-6924-4ea5-b21d-a54c2b25651d/a877d563-b7da-49f8-9694-aad2d2b14fac/93915624-54fb-4c55-b97a-82bc32e19cde) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:26.096062 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f7a75b04-c3ba-42fe-9145-81a5e536893a req-0d7e8558-2fb9-4420-bd86-623e2ab94ed7 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 210 time: 0.1753294 Feb 17 04:31:26.348885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a11d4a-6a19-486e-acd8-bec7f2869db7 req-ac986a58-7d41-470e-be48-e53e1bf402a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:26.357944 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4a11d4a-6a19-486e-acd8-bec7f2869db7 req-ac986a58-7d41-470e-be48-e53e1bf402a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1103296 Feb 17 04:31:26.399447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.419086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Transition to ACTIVE for port object 93915624-54fb-4c55-b97a-82bc32e19cde will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:26.426454 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4a11d4a-6a19-486e-acd8-bec7f2869db7 req-b2d3a77b-925e-44d9-a67d-c2631df2d7d8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675073 Feb 17 04:31:26.523130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:26.541801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:26.681462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958f676-4496-45c9-9153-8d79440497ed req-10381c60-fa19-4415-b83e-a8d7a4360cbf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:26.683857 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c958f676-4496-45c9-9153-8d79440497ed req-10381c60-fa19-4415-b83e-a8d7a4360cbf tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2610631 Feb 17 04:31:26.697123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38116) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:26.736930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b5209234-9621-403c-bedd-fecaece041f0 req-e4eba579-b882-4782-b313-aa80a32ddcf2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:26.754406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b5209234-9621-403c-bedd-fecaece041f0 req-e4eba579-b882-4782-b313-aa80a32ddcf2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:26.755852 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b5209234-9621-403c-bedd-fecaece041f0 req-e4eba579-b882-4782-b313-aa80a32ddcf2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0919197 Feb 17 04:31:26.787718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:26.840705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.841222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.841707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.842183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.842707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.843151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.843622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.844091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.844563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.845035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.846067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.847966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.848479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.848896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.849303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.849704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.850180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.850479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.850933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.851326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.851719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.852111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.852502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.852890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:26.857615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:26.869251 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c958f676-4496-45c9-9153-8d79440497ed req-d96f0017-ae86-409a-91a1-6e6ce1e1591a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729181 Feb 17 04:31:26.961147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:26.962436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:26.972823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:27.016424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853760d-7bae-4ff7-8d4f-9236d016a931 req-6db14321-4481-44cf-a63d-6bfdd6f91198 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.018720 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7853760d-7bae-4ff7-8d4f-9236d016a931 req-6db14321-4481-44cf-a63d-6bfdd6f91198 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.1206186 Feb 17 04:31:27.058272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.078955 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7853760d-7bae-4ff7-8d4f-9236d016a931 req-b62f51a1-da72-4017-a577-e9d1aa03f69f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Feb 17 04:31:27.080892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:27.085397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Usage tracker for resource:security_group_rule and tenant:83e965ababe24c97abae65d3048e9de7 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:27.088564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:27.094520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:27.162864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.174583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.229773 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5038176 Feb 17 04:31:27.335570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.340887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.354466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8ee39f35-c168-4bbc-90df-9b884211392c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:27.376007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-76fcb7d1-d523-4db5-ba12-0653c4bd393c None None] Provisioning for port 93915624-54fb-4c55-b97a-82bc32e19cde completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:27.383104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-76fcb7d1-d523-4db5-ba12-0653c4bd393c None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:27.384256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-76fcb7d1-d523-4db5-ba12-0653c4bd393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.409619 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83e965ababe24c97abae65d3048e9de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114217 Feb 17 04:31:27.412571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38160) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:27.416681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63093057-ec03-468d-92b4-b2806e94731a,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:27.420900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:27.429287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6d487-8496-4d73-a5d9-8519b894215e req-e5716ca7-ae20-4847-afda-348b7a33dc66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.430446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-43e6d487-8496-4d73-a5d9-8519b894215e req-e5716ca7-ae20-4847-afda-348b7a33dc66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:27.450427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-43e6d487-8496-4d73-a5d9-8519b894215e req-e5716ca7-ae20-4847-afda-348b7a33dc66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:27.450427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-43e6d487-8496-4d73-a5d9-8519b894215e req-e5716ca7-ae20-4847-afda-348b7a33dc66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.2043090 Feb 17 04:31:27.505021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.560004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-76fcb7d1-d523-4db5-ba12-0653c4bd393c None None] Port 93915624-54fb-4c55-b97a-82bc32e19cde cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:27.577471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-43e6d487-8496-4d73-a5d9-8519b894215e req-24695c1d-ee31-4f88-a827-375c393d5abe tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:27.579484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.620024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-43e6d487-8496-4d73-a5d9-8519b894215e req-24695c1d-ee31-4f88-a827-375c393d5abe tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:27.634934 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-43e6d487-8496-4d73-a5d9-8519b894215e req-24695c1d-ee31-4f88-a827-375c393d5abe tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658530 Feb 17 04:31:27.723483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.728597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9dcec26c-9f0e-4c20-a34c-3ac9f1ccdf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:27.750350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63093057-ec03-468d-92b4-b2806e94731a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:27.756757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:27.769336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f491c-2df6-492c-8652-a756440726dd req-b18eb6fc-8884-4430-a084-f57f5c1add94 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:27.771059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fc4f491c-2df6-492c-8652-a756440726dd req-b18eb6fc-8884-4430-a084-f57f5c1add94 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1471655 Feb 17 04:31:27.772373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:27.774024 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2ab27309-6466-4195-a15b-fe6b825a419b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63093057-ec03-468d-92b4-b2806e94731a HTTP/1.1" status: 204 len: 168 time: 0.3590643 Feb 17 04:31:27.848542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fc4f491c-2df6-492c-8652-a756440726dd req-9e7f22d6-6bda-4934-bf39-5501b6692127 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693090 Feb 17 04:31:28.114824 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d6bf4a6-8777-404a-86d7-8f731129c93a req-80cac74a-0734-4943-8253-d03c00b610fc tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.1410501 Feb 17 04:31:28.147749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ea27fa2f-e8d4-4dc9-a373-508cb95becaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.302326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be9b66-0f53-42c2-8e64-025ed346b94f req-36552a64-d1d7-4550-a869-b595e58d848b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:28.303166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e0be9b66-0f53-42c2-8e64-025ed346b94f req-36552a64-d1d7-4550-a869-b595e58d848b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Synchronizing usage tracker for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:28.321030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e0be9b66-0f53-42c2-8e64-025ed346b94f req-36552a64-d1d7-4550-a869-b595e58d848b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Unset dirty status for tenant:27ca6037670548b9a13f1320733e7b17 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:28.322451 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e0be9b66-0f53-42c2-8e64-025ed346b94f req-36552a64-d1d7-4550-a869-b595e58d848b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.2117805 Feb 17 04:31:28.378892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38182) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:28.380257 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e0be9b66-0f53-42c2-8e64-025ed346b94f req-fcded2bf-d139-443e-920b-50b6194a2158 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Feb 17 04:31:28.412702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.431782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:28.436002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Usage tracker for resource:security_group_rule and tenant:5258dd71dc5f4aad9ab01971f8e11c41 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:28.439077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:28.445439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:28.542115 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.552309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.555880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5ef7b1c6-0a3f-4220-a739-d58fbeeff79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:28.612835 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5258dd71dc5f4aad9ab01971f8e11c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293584 Feb 17 04:31:28.612835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a593c8-72d0-4128-8142-58e37332ef26,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:28.613451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38202) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:28.619602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:28.695961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.734606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.787760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.795606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:28.810918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a593c8-72d0-4128-8142-58e37332ef26,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:28.818561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:28.819576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.821523 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0a593c8-72d0-4128-8142-58e37332ef26 HTTP/1.1" status: 204 len: 168 time: 0.2068415 Feb 17 04:31:28.893495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:28.922873 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f40b-36bd-4b7c-a00c-d17e947520fb req-e46299f7-dcac-4543-92e9-75716b369c1a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:28.925600 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1714f40b-36bd-4b7c-a00c-d17e947520fb req-e46299f7-dcac-4543-92e9-75716b369c1a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.1733932 Feb 17 04:31:29.023940 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1714f40b-36bd-4b7c-a00c-d17e947520fb req-7850ecde-57ff-438f-adfa-0347d36ccb21 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869186 Feb 17 04:31:29.154649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee3ff-4d62-4d06-ac92-e803f30c38ef req-368fbd5a-f00e-4a80-b844-e95771826bc8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:29.156520 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f5bee3ff-4d62-4d06-ac92-e803f30c38ef req-368fbd5a-f00e-4a80-b844-e95771826bc8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1181760 Feb 17 04:31:29.235091 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f5bee3ff-4d62-4d06-ac92-e803f30c38ef req-7cd3b51d-242f-4fd2-9fca-89b239caf468 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692298 Feb 17 04:31:29.308923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-40cb2b0b-3097-48be-8c5a-c157ae298fbd req-27d3c574-72ef-4d8b-9c1b-6e27b3ef18f1 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0610538 Feb 17 04:31:29.546015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:29.640650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d586be-bd22-438c-bba3-44a4d8d57b2e req-ae130841-7df0-42d4-89c6-0392e10e411d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:29.647320 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c9d586be-bd22-438c-bba3-44a4d8d57b2e req-ae130841-7df0-42d4-89c6-0392e10e411d tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1358783 Feb 17 04:31:29.699863 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c9d586be-bd22-438c-bba3-44a4d8d57b2e req-5305722a-bfae-4982-91bd-f21a2829ad69 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Feb 17 04:31:30.151940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:30.477020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709fab2-cec6-4896-afea-5d15d393b336 req-702f2da3-4682-42ed-bbdc-33a3d0ffa516 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:30.487419 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b709fab2-cec6-4896-afea-5d15d393b336 req-702f2da3-4682-42ed-bbdc-33a3d0ffa516 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.1708655 Feb 17 04:31:30.496446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c76bc-2d61-4b1f-8597-59d6d4b90463 req-94689fe4-c11f-49af-a04d-875abf376f1d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:30.498459 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7f3c76bc-2d61-4b1f-8597-59d6d4b90463 req-94689fe4-c11f-49af-a04d-875abf376f1d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1188664 Feb 17 04:31:30.564672 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b709fab2-cec6-4896-afea-5d15d393b336 req-ab55f4e3-b04f-4a1b-97c0-37bcd9664364 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750968 Feb 17 04:31:30.576282 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7f3c76bc-2d61-4b1f-8597-59d6d4b90463 req-cb558f73-7ac8-4fe6-ad26-c7b8f9ad393b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698090 Feb 17 04:31:30.785958 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-45cebe18-5967-4e27-8aea-9ccc4aefb738 req-efe4e8a4-4722-4f0b-994c-a87bdd8d6927 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0928910 Feb 17 04:31:30.992503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692780b-60e9-4997-b8da-0020446b6b57 req-578d431f-24d7-4b09-804b-54a9a7691e62 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:30.994393 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a692780b-60e9-4997-b8da-0020446b6b57 req-578d431f-24d7-4b09-804b-54a9a7691e62 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1242428 Feb 17 04:31:31.047236 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a692780b-60e9-4997-b8da-0020446b6b57 req-9e5afe2b-b82d-4510-a419-0be3d17114fc tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Feb 17 04:31:31.887646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1f85a-f15a-47f7-94e5-51159a10b087 req-0670311f-4d4c-44ba-b2e8-4331e1855858 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:31.898005 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0cf1f85a-f15a-47f7-94e5-51159a10b087 req-0670311f-4d4c-44ba-b2e8-4331e1855858 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.1312194 Feb 17 04:31:31.922206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57244-1299-4430-a7df-e98b97d31acd req-960db85a-9423-4743-8f54-db4913221cd7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:31.933606 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94b57244-1299-4430-a7df-e98b97d31acd req-960db85a-9423-4743-8f54-db4913221cd7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1136456 Feb 17 04:31:31.964253 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0cf1f85a-f15a-47f7-94e5-51159a10b087 req-fd51c9ac-a9be-485a-9976-e059f59c514e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Feb 17 04:31:32.014784 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-94b57244-1299-4430-a7df-e98b97d31acd req-2d44b3c3-ea6f-4031-9d1c-04020db5ec16 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802057 Feb 17 04:31:32.215307 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-49a7a645-5b43-47dc-aa9a-a10c2e1317f2 req-bbe662c7-45b2-4175-a949-ec0b31cc9403 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.1157167 Feb 17 04:31:32.329747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0717-1d24-4be8-bd6c-b4404e9d8d50 req-ad0e4b59-da6d-4339-9c63-d90229d2964b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:32.332566 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-95ce0717-1d24-4be8-bd6c-b4404e9d8d50 req-ad0e4b59-da6d-4339-9c63-d90229d2964b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1098130 Feb 17 04:31:32.395676 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-95ce0717-1d24-4be8-bd6c-b4404e9d8d50 req-a56fe4ed-c8b2-45ac-a699-a7ac54baa74a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Feb 17 04:31:33.169760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19d572-f296-4ef3-9f0c-72c310051382 req-13f1acd1-345e-4ab7-819b-5e33ec758b51 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:33.171384 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4d19d572-f296-4ef3-9f0c-72c310051382 req-13f1acd1-345e-4ab7-819b-5e33ec758b51 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.1008880 Feb 17 04:31:33.226309 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4d19d572-f296-4ef3-9f0c-72c310051382 req-771dc56f-eead-4fb1-bd44-04723e10bf49 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 Feb 17 04:31:33.257039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4192-0b5e-4e8d-882d-47021fe821c7 req-071ccfb6-5fb7-40bf-a893-7e969ce4a4f2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:33.257039 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b32b4192-0b5e-4e8d-882d-47021fe821c7 req-071ccfb6-5fb7-40bf-a893-7e969ce4a4f2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0980132 Feb 17 04:31:33.305480 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b32b4192-0b5e-4e8d-882d-47021fe821c7 req-540789ae-92b7-46b2-bfc5-e8a867edbc85 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Feb 17 04:31:33.407138 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3ee0e6ca-486b-475a-84e9-ed53cceaea7b req-e50a96c4-439c-4131-a1a7-074a5aa5e8db tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0517123 Feb 17 04:31:33.616081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:33.630819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce0f14-4ade-4a52-8ffc-fc8c913f9442 req-bfce31c4-a171-4770-a6ee-cd7bc5682ee2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:33.632780 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8ce0f14-4ade-4a52-8ffc-fc8c913f9442 req-bfce31c4-a171-4770-a6ee-cd7bc5682ee2 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0973418 Feb 17 04:31:33.682426 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8ce0f14-4ade-4a52-8ffc-fc8c913f9442 req-7bc0ae7b-3b37-41b5-8461-0dfa0aa6d1e7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Feb 17 04:31:34.452294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bc655-72a6-4431-87e6-e671c8d3a4d6 req-b8132fcc-2405-49bb-9378-c456f3585db2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:34.454140 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4a5bc655-72a6-4431-87e6-e671c8d3a4d6 req-b8132fcc-2405-49bb-9378-c456f3585db2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.1082735 Feb 17 04:31:34.508181 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4a5bc655-72a6-4431-87e6-e671c8d3a4d6 req-f1dd4a5a-129d-4417-8edc-ea8d41d77762 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Feb 17 04:31:34.551960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b092bb-9bb3-4c3b-b6f7-0d1b6a370ebf req-76fb81cc-0e64-4821-90f3-1dbdfb1b5e75 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:34.553630 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8b092bb-9bb3-4c3b-b6f7-0d1b6a370ebf req-76fb81cc-0e64-4821-90f3-1dbdfb1b5e75 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1022108 Feb 17 04:31:34.613305 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8b092bb-9bb3-4c3b-b6f7-0d1b6a370ebf req-7fc30db9-2fbc-4ca4-9d8e-297602b7234e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535114 Feb 17 04:31:34.677492 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fe6880ab-304a-42b7-8023-ffcc1f3c31f7 req-20251fcf-0552-4a53-b055-b3152b3a265a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0523746 Feb 17 04:31:34.934625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e13a5-c534-4202-ac56-a4a09360993c req-a209a91a-3b33-4dc1-b12f-b233774b975f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:34.936302 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e14e13a5-c534-4202-ac56-a4a09360993c req-a209a91a-3b33-4dc1-b12f-b233774b975f tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1280680 Feb 17 04:31:35.039037 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e14e13a5-c534-4202-ac56-a4a09360993c req-1091d6c5-b4c1-4f59-9291-5ee84c3dcc8a tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799873 Feb 17 04:31:35.733335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce846d-bb42-4b48-bc55-93a0f21a2d19 req-d0bb4752-f961-4e08-bce8-1d9cf005cf18 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:35.735143 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0ce846d-bb42-4b48-bc55-93a0f21a2d19 req-d0bb4752-f961-4e08-bce8-1d9cf005cf18 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.0963924 Feb 17 04:31:35.787910 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0ce846d-bb42-4b48-bc55-93a0f21a2d19 req-dacee21a-cee3-4678-a532-f0e49b61d0b3 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Feb 17 04:31:35.833269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a1c1c-4d59-44b1-918c-e52fac9d0b6e req-3a1eeecf-4467-41cb-bf36-1121047c2b1b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:35.841320 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a73a1c1c-4d59-44b1-918c-e52fac9d0b6e req-3a1eeecf-4467-41cb-bf36-1121047c2b1b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1022744 Feb 17 04:31:35.887373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a73a1c1c-4d59-44b1-918c-e52fac9d0b6e req-36512e19-74ba-48b2-9024-d81d1b619f5d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449829 Feb 17 04:31:35.958953 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-132716df-7ec9-4ab6-9aa6-5df76b2a9188 req-54f3616a-714b-4a69-abe1-166b39c43b46 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0517306 Feb 17 04:31:36.277758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3032-4ed4-4079-95d1-5db4541da45f req-b820ec7c-3f6a-4bf9-8071-c19253b1d426 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:36.287057 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-082c3032-4ed4-4079-95d1-5db4541da45f req-b820ec7c-3f6a-4bf9-8071-c19253b1d426 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1201639 Feb 17 04:31:36.334054 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-082c3032-4ed4-4079-95d1-5db4541da45f req-e30f0cfe-04b9-4fc5-9ca6-9e46310bac35 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 Feb 17 04:31:37.004694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339157d9-3dc1-4e52-959a-4514d90ba462 req-1efbfba1-efef-439f-9acd-6e2dff1f3192 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:37.006369 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-339157d9-3dc1-4e52-959a-4514d90ba462 req-1efbfba1-efef-439f-9acd-6e2dff1f3192 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.0936041 Feb 17 04:31:37.055768 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-339157d9-3dc1-4e52-959a-4514d90ba462 req-c3480ac9-d847-4a29-86f3-620e6a58128b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Feb 17 04:31:37.106742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf25d7-df9f-467a-bfa2-203119fdb0d7 req-d8f12754-64b4-40db-b359-497929f4fc79 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:37.108357 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cfcf25d7-df9f-467a-bfa2-203119fdb0d7 req-d8f12754-64b4-40db-b359-497929f4fc79 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0860679 Feb 17 04:31:37.157809 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cfcf25d7-df9f-467a-bfa2-203119fdb0d7 req-0ddbf2a8-3135-4f56-99e4-aa6b2ab7b8f6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Feb 17 04:31:37.207566 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-19af1938-a14d-4969-833d-152a0238012f req-eaeb8637-5d91-44f0-a813-18edcd3aeb52 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0519021 Feb 17 04:31:37.542804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a58e-51e9-41a3-b014-c5220ec667db req-ad272752-80e6-431c-8cc7-19d16d6d6b02 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:37.544422 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7063a58e-51e9-41a3-b014-c5220ec667db req-ad272752-80e6-431c-8cc7-19d16d6d6b02 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0928478 Feb 17 04:31:37.596680 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7063a58e-51e9-41a3-b014-c5220ec667db req-9fd9efe3-022f-4a88-88c3-2ec5e67ce26b tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Feb 17 04:31:38.264339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15355615-38b3-4c0e-9486-ff6a1331b4df req-8bc4a942-c6ea-4557-b52a-66f9179294a4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:38.265979 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-15355615-38b3-4c0e-9486-ff6a1331b4df req-8bc4a942-c6ea-4557-b52a-66f9179294a4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.0950706 Feb 17 04:31:38.316186 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-15355615-38b3-4c0e-9486-ff6a1331b4df req-7f812be8-5427-41da-8eea-6b601ba99194 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Feb 17 04:31:38.372715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c645d-489d-4bca-be47-6e922df6f0cd req-4c6425ab-7d60-45de-a9c9-ec0b8cd18cde tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:38.374332 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e29c645d-489d-4bca-be47-6e922df6f0cd req-4c6425ab-7d60-45de-a9c9-ec0b8cd18cde tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0929408 Feb 17 04:31:38.423934 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e29c645d-489d-4bca-be47-6e922df6f0cd req-8c5c35fa-7b74-4cee-a1af-a25b139a46c4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Feb 17 04:31:38.479372 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eff0017d-3ea6-4e9f-8d25-479b974e833f req-cba8bacf-e171-40d5-9ea0-ae9e77a174d7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0529447 Feb 17 04:31:38.818111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c3f48-f178-4ecc-a568-cbb35f8b45b5 req-7b5b655f-9191-493d-a4b3-b85bd2f613c4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:38.819806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-879c3f48-f178-4ecc-a568-cbb35f8b45b5 req-7b5b655f-9191-493d-a4b3-b85bd2f613c4 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0940452 Feb 17 04:31:38.870812 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-879c3f48-f178-4ecc-a568-cbb35f8b45b5 req-8865d9a1-3fd4-4175-b917-635eb58f6dfd tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Feb 17 04:31:39.528733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffb39e-79f4-4d35-a014-7db2ed46094b req-208f8d15-e8a3-485b-93dc-5b16c47ff722 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:39.530777 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6bffb39e-79f4-4d35-a014-7db2ed46094b req-208f8d15-e8a3-485b-93dc-5b16c47ff722 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.0992153 Feb 17 04:31:39.581621 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6bffb39e-79f4-4d35-a014-7db2ed46094b req-da122de7-9053-4cc6-a197-3fdafe3be9cc tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 17 04:31:39.640626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432141bd-a797-4edd-bb24-0dc35afbaa72 req-0ae48ef2-c28b-4f9c-a1a5-183566117cd4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:39.642233 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-432141bd-a797-4edd-bb24-0dc35afbaa72 req-0ae48ef2-c28b-4f9c-a1a5-183566117cd4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0885248 Feb 17 04:31:39.696508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-432141bd-a797-4edd-bb24-0dc35afbaa72 req-66846583-d26a-4651-8b13-6b010e2f9f83 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469980 Feb 17 04:31:39.735494 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e5b77d8e-a72c-4a65-9e00-5979be6213a9 req-234e95ea-8b83-424d-927a-3e77f99b5594 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0495346 Feb 17 04:31:40.089274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7ecc-3991-45dd-a138-6eeb2ea5eee5 req-b80555c3-c013-4b90-83f7-5b61813d6144 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:40.091588 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7e5b7ecc-3991-45dd-a138-6eeb2ea5eee5 req-b80555c3-c013-4b90-83f7-5b61813d6144 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0920203 Feb 17 04:31:40.139665 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Request body: {'port': {'device_id': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:40.150180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7e5b7ecc-3991-45dd-a138-6eeb2ea5eee5 req-776e526a-2391-4f03-a925-32f025e8c5f9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521049 Feb 17 04:31:40.303332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.807528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93915624-54fb-4c55-b97a-82bc32e19cde {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:31:40.818201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.847845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Transition to ACTIVE for port object 93915624-54fb-4c55-b97a-82bc32e19cde will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:40.852793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:40.871114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-39b2cd61-a201-47f5-89e8-8b34f2052927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:40.921023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300c0b4-d7dc-47f1-ac3c-2822b82b1740 req-cebb0cc2-e822-4f5b-aeba-3eb1ce039c8d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:40.923065 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1300c0b4-d7dc-47f1-ac3c-2822b82b1740 req-cebb0cc2-e822-4f5b-aeba-3eb1ce039c8d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1020017 Feb 17 04:31:40.979268 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1300c0b4-d7dc-47f1-ac3c-2822b82b1740 req-632d4fdd-0039-4322-860f-cd91778d0257 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Feb 17 04:31:41.002485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9005-8829-4f6e-b390-197934b8bb71 req-574980cc-0cba-4b37-ae98-20c2f88eb0af tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.004721 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8fb9005-8829-4f6e-b390-197934b8bb71 req-574980cc-0cba-4b37-ae98-20c2f88eb0af tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 931 time: 0.2787755 Feb 17 04:31:41.371273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:41.374778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:41.388942 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec93ff75-be5f-4248-a993-a920424b651d req-f3f00648-30e9-4061-b1c6-33296fd5dec9 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.2768745 Feb 17 04:31:41.466849 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8fb9005-8829-4f6e-b390-197934b8bb71 req-2456c4da-d88d-4c4a-8dc7-769895cce809 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495096 Feb 17 04:31:41.473169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-27e45274-9dcf-4b8b-aff2-f226a3014a29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.473965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-27e45274-9dcf-4b8b-aff2-f226a3014a29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:41.511333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-27e45274-9dcf-4b8b-aff2-f226a3014a29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:41.512844 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-27e45274-9dcf-4b8b-aff2-f226a3014a29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 808 time: 0.4851482 Feb 17 04:31:41.576972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Attempting to bind port 93915624-54fb-4c55-b97a-82bc32e19cde on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:41.577354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Attempting to bind port 93915624-54fb-4c55-b97a-82bc32e19cde by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:41.577714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Attempting to bind port 93915624-54fb-4c55-b97a-82bc32e19cde on network dd1f22ea-6924-4ea5-b21d-a54c2b25651d {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:41.584350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:41.584731 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Checking segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:41.585137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.585533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Bound using segment: {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:41.586007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Bound port: 93915624-54fb-4c55-b97a-82bc32e19cde, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c652b280-839d-49dd-91a3-5e8ec0f9badd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:41.586375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.669996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-891ed991-ccdc-4636-a087-b56160d7a7c0 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:41.693141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:41.697373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:41.700761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.719021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ed496439-5886-4a39-8b2c-c0d22807e4c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:41.724884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabbca-21bc-4587-989a-0effc7cd8acc req-a310e9ff-ed1b-4aee-ace5-b1a2d5f54548 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.732408 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72fabbca-21bc-4587-989a-0effc7cd8acc req-a310e9ff-ed1b-4aee-ace5-b1a2d5f54548 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1858151 Feb 17 04:31:41.759918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-891ed991-ccdc-4636-a087-b56160d7a7c0 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:41.761300 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-891ed991-ccdc-4636-a087-b56160d7a7c0 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2905453d033a4d4fb7276bc9d48ea91d HTTP/1.1" status: 200 len: 5759 time: 0.2320194 Feb 17 04:31:41.784632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'port': {'device_id': '86af85f5-a33e-448d-a2ee-48a18454494f', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'admin_state_up': True, 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'security_groups': ['2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:41.803473 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72fabbca-21bc-4587-989a-0effc7cd8acc req-35f5ae8e-7099-44f3-a263-26a6db90ef71 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Feb 17 04:31:41.854162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:41.858014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:41.976711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:41.978097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.980372 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] 10.222.0.53 "PUT /v2.0/ports/93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 1157 time: 1.8458498 Feb 17 04:31:41.981284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:42.035046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:42.040587 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:31:42.047303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:42.066126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Made reservation on behalf of 2905453d033a4d4fb7276bc9d48ea91d for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:31:42.080544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.172828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-aad11932-4d4b-4cbe-8d4c-8cd676dd7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.174832 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-aad11932-4d4b-4cbe-8d4c-8cd676dd7843 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1160 time: 0.1331809 Feb 17 04:31:42.281285 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-c6576419-35fa-458a-8913-1c96cf79d6ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 217 time: 0.0958259 Feb 17 04:31:42.369673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-6863b84e-f4fd-4e2a-9407-0fe570b3285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.371539 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-6863b84e-f4fd-4e2a-9407-0fe570b3285e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0826480 Feb 17 04:31:42.372811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c38702-bd9e-4382-9808-32139d22417a req-40572bfb-1570-4a4a-bc08-b4d0e8d67116 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.374556 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8c38702-bd9e-4382-9808-32139d22417a req-40572bfb-1570-4a4a-bc08-b4d0e8d67116 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2282805 Feb 17 04:31:42.503257 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e8c38702-bd9e-4382-9808-32139d22417a req-9b710709-c72b-473b-aa69-73554c06bd35 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217802 Feb 17 04:31:42.538752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baafa5-1507-4403-930b-f3e997f7498c req-a452c7b4-2915-43cd-8229-120afc96e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.540551 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-a452c7b4-2915-43cd-8229-120afc96e075 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1586292 Feb 17 04:31:42.618847 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d0d5fd6e-8411-498c-80f0-c8e4d4226376 req-982cf5ae-97c5-4227-9185-8ae710019459 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0743983 Feb 17 04:31:42.664998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Allocated IP 172.20.0.4 (93461cab-7a2c-4025-bb02-ffba9407fe8c/49e151bc-e7a2-499c-8492-5bb5e593af79/9afc8edf-e665-41cd-a02f-5a226ad4ecff) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:31:42.734911 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-da2c8017-26f3-4d1d-a210-d1799faedf1b service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495540 Feb 17 04:31:42.829857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b121-9ba9-4632-a76d-49a2a79d5729 req-eb4cf4ef-9d13-4a52-a3b9-e190d04b8af5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:42.831557 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-51b8b121-9ba9-4632-a76d-49a2a79d5729 req-eb4cf4ef-9d13-4a52-a3b9-e190d04b8af5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.2145743 Feb 17 04:31:42.892263 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c6baafa5-1507-4403-930b-f3e997f7498c req-35584777-7523-45f8-b287-438565a55a46 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496909 Feb 17 04:31:42.932353 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-51b8b121-9ba9-4632-a76d-49a2a79d5729 req-14fe8e9f-fbd2-477c-8e82-140b81f89492 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921726 Feb 17 04:31:42.986589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.008527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Transition to ACTIVE for port object 9afc8edf-e665-41cd-a02f-5a226ad4ecff will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:43.034136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.049362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:43.120027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-de21dd0a-2a93-4f1c-a990-2c9e6421790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.121687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-de21dd0a-2a93-4f1c-a990-2c9e6421790c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1160 time: 0.1613734 Feb 17 04:31:43.128666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a3391-2f0f-4390-8277-7849aebe7a3a req-3ebab6c1-e646-4a9f-9315-da99d99777c8 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.130848 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d51a3391-2f0f-4390-8277-7849aebe7a3a req-3ebab6c1-e646-4a9f-9315-da99d99777c8 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.1309903 Feb 17 04:31:43.187907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:43.192802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:43.250213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:31:43.251572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:31:43.255272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:31:43.298308 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d51a3391-2f0f-4390-8277-7849aebe7a3a req-2df8f784-e222-4608-a2a9-9acdf841cdf7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419053 Feb 17 04:31:43.329282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.330150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.340292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-183cde49-aac5-4cbd-ada5-35eff39239b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.341900 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-183cde49-aac5-4cbd-ada5-35eff39239b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.2098725 Feb 17 04:31:43.361577 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-cac2e526-b43d-4909-b11c-da0cb814c571 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5813270 Feb 17 04:31:43.377160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Request body: {'port': {'device_id': '86af85f5-a33e-448d-a2ee-48a18454494f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:43.428940 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-dfaa5102-c923-4315-86ff-f296c2627b0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 217 time: 0.0783677 Feb 17 04:31:43.508227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-1a96684f-22d2-496b-933b-c61f70b18182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.509854 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-1a96684f-22d2-496b-933b-c61f70b18182 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0710037 Feb 17 04:31:43.514246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.572158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-25eb404f-dc79-4dcd-984d-f6d039c21e59 None None] Provisioning for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:43.582822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-25eb404f-dc79-4dcd-984d-f6d039c21e59 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:43.586716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-25eb404f-dc79-4dcd-984d-f6d039c21e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:43.631471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-9182edb1-2fe4-47f2-a387-1d4d17625d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.633121 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-9182edb1-2fe4-47f2-a387-1d4d17625d79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1153934 Feb 17 04:31:43.652816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-25eb404f-dc79-4dcd-984d-f6d039c21e59 None None] Port 9afc8edf-e665-41cd-a02f-5a226ad4ecff cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:31:43.846630 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-deca0821-df03-4080-a9f4-7e490f1c907f service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042711 Feb 17 04:31:43.851347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1bbdc-ddbf-468b-8cd5-5109f94f6d65 req-ad9ee17b-5f7c-459f-9b47-b08af38d25ba tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.852980 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-67d1bbdc-ddbf-468b-8cd5-5109f94f6d65 req-ad9ee17b-5f7c-459f-9b47-b08af38d25ba tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2259514 Feb 17 04:31:43.966337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd58d7-8d5e-4e9d-91a3-065497e4761e req-617d552c-5a2e-4d32-a8bb-7241d31aee4f tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:43.968113 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0cd58d7-8d5e-4e9d-91a3-065497e4761e req-617d552c-5a2e-4d32-a8bb-7241d31aee4f tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 931 time: 0.2268441 Feb 17 04:31:44.003147 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-67d1bbdc-ddbf-468b-8cd5-5109f94f6d65 req-8285339f-6557-460f-9405-a621c4c449ea tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338370 Feb 17 04:31:44.063542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b0cd58d7-8d5e-4e9d-91a3-065497e4761e req-fd4206b9-a857-4af3-8b8b-4320adb2d7b9 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0768318 Feb 17 04:31:44.065579 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71aa3320-d823-45cb-a4c7-7c218f9f1ba8 req-a53a952e-0ec3-4366-b75e-fa39da73714b service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2092988 Feb 17 04:31:44.126396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afc8edf-e665-41cd-a02f-5a226ad4ecff {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:31:44.178931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.200629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Transition to ACTIVE for port object 9afc8edf-e665-41cd-a02f-5a226ad4ecff will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:31:44.203602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.220366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.393023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.399816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.422263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7558f-6605-4448-a2c3-bde53c545b8b req-60a180df-c0b0-463e-b033-2e82e072ee74 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:44.423916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27b7558f-6605-4448-a2c3-bde53c545b8b req-60a180df-c0b0-463e-b033-2e82e072ee74 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.2915804 Feb 17 04:31:44.498765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67b4a-090a-4857-910b-50be4a77b6f6 req-d2eb0eb6-a5a7-490c-961b-aea1aaa921ba tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:44.500353 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70c67b4a-090a-4857-910b-50be4a77b6f6 req-d2eb0eb6-a5a7-490c-961b-aea1aaa921ba tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0906153 Feb 17 04:31:44.551460 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70c67b4a-090a-4857-910b-50be4a77b6f6 req-4db5b225-b404-4999-9346-0fcadd3096b9 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Feb 17 04:31:44.588686 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27b7558f-6605-4448-a2c3-bde53c545b8b req-6f19ca86-1be9-4198-bdfb-96ebec4de195 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569550 Feb 17 04:31:44.634775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Attempting to bind port 9afc8edf-e665-41cd-a02f-5a226ad4ecff on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:31:44.635159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Attempting to bind port 9afc8edf-e665-41cd-a02f-5a226ad4ecff by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:31:44.635535 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Attempting to bind port 9afc8edf-e665-41cd-a02f-5a226ad4ecff on network 93461cab-7a2c-4025-bb02-ffba9407fe8c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:31:44.641471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:31:44.641878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Checking segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:31:44.642256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.642649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Bound using segment: {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:31:44.643216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Bound port: 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d3fd9d-05b4-4629-ac79-adc191e12e76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:31:44.643551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.742783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:31:44.745899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:31:44.749480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.768565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:44.938415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:44.944868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:44.984211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:44.984993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:44.986381 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 1157 time: 1.6150975 Feb 17 04:31:44.986938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:45.079600 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'status': 'completed', 'code': 200} Feb 17 04:31:45.127585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-009c1e40-ffe1-406c-88b3-70d5dcdcb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.130051 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-009c1e40-ffe1-406c-88b3-70d5dcdcb6ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1160 time: 0.0902002 Feb 17 04:31:45.267277 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-688e83d9-c5a3-40aa-99c5-803735d08216 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 217 time: 0.1289861 Feb 17 04:31:45.314088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57834648-9e8e-4255-8c31-0d3089216458 req-f808616f-1375-4f03-a90d-df776957f957 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.315783 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-57834648-9e8e-4255-8c31-0d3089216458 req-f808616f-1375-4f03-a90d-df776957f957 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0929644 Feb 17 04:31:45.368941 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-57834648-9e8e-4255-8c31-0d3089216458 req-a893f53c-05d2-4549-be3f-54403d790a65 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453963 Feb 17 04:31:45.579088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-85db5778-dd95-4fb3-a9d7-bd9f664bf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.580679 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-85db5778-dd95-4fb3-a9d7-bd9f664bf51e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.3042336 Feb 17 04:31:45.595564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbe5e9-648f-4860-a66f-cddd284aec13 req-2d79844f-23f2-4aac-b0bd-bf53c9ef4d22 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.597116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8bdbe5e9-648f-4860-a66f-cddd284aec13 req-2d79844f-23f2-4aac-b0bd-bf53c9ef4d22 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3832617 Feb 17 04:31:45.695683 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8bdbe5e9-648f-4860-a66f-cddd284aec13 req-870c611f-53b3-400b-b1e9-b65f94780cd3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569613 Feb 17 04:31:45.714896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-47431b16-bd26-480f-9c35-f0de3f57bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.715527 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-47431b16-bd26-480f-9c35-f0de3f57bf51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1174414 Feb 17 04:31:45.756073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f0d49-6d9c-41a1-9b07-f8606cc66091 req-8df8a2a3-cc27-4650-afb3-09af5212c50e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.757710 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-256f0d49-6d9c-41a1-9b07-f8606cc66091 req-8df8a2a3-cc27-4650-afb3-09af5212c50e tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0912306 Feb 17 04:31:45.806734 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-256f0d49-6d9c-41a1-9b07-f8606cc66091 req-c10c9b82-0296-4241-89ba-985c794b6a46 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Feb 17 04:31:45.935139 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-f1ef2c77-1d64-446c-abc4-19b6a34282ea service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112155 Feb 17 04:31:45.944914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757b4b-d4fd-4de7-8359-20ecb4da414f req-88027148-fc23-4223-8364-6423b935335c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:45.946447 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03757b4b-d4fd-4de7-8359-20ecb4da414f req-88027148-fc23-4223-8364-6423b935335c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.1409404 Feb 17 04:31:46.083520 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03757b4b-d4fd-4de7-8359-20ecb4da414f req-18c7f035-45a2-4b6f-9a61-50cb2ff6585a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146739 Feb 17 04:31:46.124475 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a32aee66-2e57-4555-b8bc-b7b6c8a9039c req-51df0747-4633-42fb-ad28-830f765b63af service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1769903 Feb 17 04:31:46.248983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-e8e9c9d0-419f-4307-980b-c4fa7982f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.250579 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-e8e9c9d0-419f-4307-980b-c4fa7982f4bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1160 time: 0.0819910 Feb 17 04:31:46.396781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-049d68a7-6e51-48a1-a4b1-8f3c32e34aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.398390 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-049d68a7-6e51-48a1-a4b1-8f3c32e34aee service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1394575 Feb 17 04:31:46.476497 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-b494791c-655b-4111-bcbe-8c3ea1e87689 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 217 time: 0.0670202 Feb 17 04:31:46.550752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-6eb36e49-7aee-434f-8566-85082876bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.552283 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-6eb36e49-7aee-434f-8566-85082876bce0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0683136 Feb 17 04:31:46.571422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadffcc-bf6f-43ea-971b-3a2c54eccd0f req-6263316b-ca72-4593-81c8-6cda412c6cc0 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.573044 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-baadffcc-bf6f-43ea-971b-3a2c54eccd0f req-6263316b-ca72-4593-81c8-6cda412c6cc0 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0907142 Feb 17 04:31:46.622419 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-baadffcc-bf6f-43ea-971b-3a2c54eccd0f req-ed682dc5-e5c3-417e-af06-963c1c606e58 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430753 Feb 17 04:31:46.641414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-ddba81d2-6b1b-45fd-b55c-4a60143e0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:46.643110 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-ddba81d2-6b1b-45fd-b55c-4a60143e0cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836475 Feb 17 04:31:46.787914 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-63a63b9b-5659-422c-a11f-5059bbce6b57 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376526 Feb 17 04:31:46.963963 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-34b138ff-b0b0-4ea5-932a-c218b62ad9d9 req-5905e18a-6fab-44a1-89af-d31c998031da service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686754 Feb 17 04:31:47.031846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30401d1-3f7c-45a4-8175-8365cb949d26 req-fb6b2d5f-4cb0-4d3e-84a1-3a3aeb4df645 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:47.033468 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b30401d1-3f7c-45a4-8175-8365cb949d26 req-fb6b2d5f-4cb0-4d3e-84a1-3a3aeb4df645 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0937803 Feb 17 04:31:47.059483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a4c6d-6e00-461e-92d9-8faab4151654 req-83b29e1a-f808-4275-8847-826f69f22f97 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:47.061087 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e61a4c6d-6e00-461e-92d9-8faab4151654 req-83b29e1a-f808-4275-8847-826f69f22f97 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0887678 Feb 17 04:31:47.088122 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b30401d1-3f7c-45a4-8175-8365cb949d26 req-0e741f3c-aae7-4f85-a749-2131f4e66de3 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Feb 17 04:31:47.115669 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e61a4c6d-6e00-461e-92d9-8faab4151654 req-79b51b91-7b92-4eda-a1a1-0bdb898746a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 Feb 17 04:31:47.287064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7d79-1178-47a3-9b96-02717d84d354 req-c0da2cfb-eab1-4b91-9ce4-e208dc00daaa tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:47.288701 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-741a7d79-1178-47a3-9b96-02717d84d354 req-c0da2cfb-eab1-4b91-9ce4-e208dc00daaa tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.0906417 Feb 17 04:31:47.339085 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-741a7d79-1178-47a3-9b96-02717d84d354 req-56dfa9be-cea5-4ac9-976d-3bcae5ce3b93 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Feb 17 04:31:47.821541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036c1ec-95d6-4721-8962-1594eabf3db7 req-7fe4cd2d-55e5-4a62-b2fe-2012767e7a0a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:47.822315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e036c1ec-95d6-4721-8962-1594eabf3db7 req-7fe4cd2d-55e5-4a62-b2fe-2012767e7a0a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:31:47.836658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-e036c1ec-95d6-4721-8962-1594eabf3db7 req-7fe4cd2d-55e5-4a62-b2fe-2012767e7a0a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:31:47.837881 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e036c1ec-95d6-4721-8962-1594eabf3db7 req-7fe4cd2d-55e5-4a62-b2fe-2012767e7a0a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.1026475 Feb 17 04:31:47.888067 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e036c1ec-95d6-4721-8962-1594eabf3db7 req-d6c3bac6-8500-4eaa-acef-e5096e226cf9 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433526 Feb 17 04:31:48.143451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-1bd61b67-3173-4a50-ac3f-4a34cbdbb6b0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:48.145269 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-1bd61b67-3173-4a50-ac3f-4a34cbdbb6b0 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0897977 Feb 17 04:31:48.224463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Deleting port 2336fb6f-422f-4049-b330-6fd0b87fe37f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:48.224769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.293789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6be4-f27e-46b4-80b3-db0b57c58392 req-6d8109f5-708a-4eeb-ab49-cb9c79ef35e7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:48.295449 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0c9d6be4-f27e-46b4-80b3-db0b57c58392 req-6d8109f5-708a-4eeb-ab49-cb9c79ef35e7 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 945 time: 0.0921075 Feb 17 04:31:48.343766 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0c9d6be4-f27e-46b4-80b3-db0b57c58392 req-db11e261-db89-4f4d-b97d-710c071f2a07 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/security-groups?id=3999aeb9-8741-4739-b1b5-a79d0e413a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Feb 17 04:31:48.503076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76529254-2e2a-46a3-8a2b-8a15d3dce4ac req-77f61a15-8235-4841-b9a7-d0bc879bbc12 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:48.505374 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-76529254-2e2a-46a3-8a2b-8a15d3dce4ac req-77f61a15-8235-4841-b9a7-d0bc879bbc12 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2528815 Feb 17 04:31:48.556846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18aca1-7577-4f19-89af-33fe35d0b59a req-87d95bc9-b5f9-4b71-abd3-ddbeef553d38 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:48.568735 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3d18aca1-7577-4f19-89af-33fe35d0b59a req-87d95bc9-b5f9-4b71-abd3-ddbeef553d38 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.1070557 Feb 17 04:31:48.588786 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-76529254-2e2a-46a3-8a2b-8a15d3dce4ac req-b8c70de4-775e-4dd6-b3aa-599dd44c6848 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765965 Feb 17 04:31:48.615473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] For port 2336fb6f-422f-4049-b330-6fd0b87fe37f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2336fb6f-422f-4049-b330-6fd0b87fe37f,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:48.615883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.617203 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3d18aca1-7577-4f19-89af-33fe35d0b59a req-01807302-2fb1-40e4-9714-d4123c048614 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534947 Feb 17 04:31:48.755579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Calling delete_port for 2336fb6f-422f-4049-b330-6fd0b87fe37f owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:48.922094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:48.990169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-47d91b85-8dcc-4deb-8874-1935d3807d6e tempest-VolumesNegativeTest-465260758 tempest-VolumesNegativeTest-465260758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.073481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38496) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:49.084951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Pushing event deleted for resources: {'Port': ['ID=2336fb6f-422f-4049-b330-6fd0b87fe37f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.088396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.203720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.219620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:49.221737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d429-8b0a-4078-bf43-53d53b5720ea req-4ab49256-330d-4446-b9ef-9fae4505cbb6 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.223581 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4f4d429-8b0a-4078-bf43-53d53b5720ea req-4ab49256-330d-4446-b9ef-9fae4505cbb6 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.1920550 Feb 17 04:31:49.223920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Usage tracker for resource:security_group_rule and tenant:16e3e2d866464638bee63e517b88c615 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:49.226950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:49.229590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] No DVR routers for this DVR port 2336fb6f-422f-4049-b330-6fd0b87fe37f on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:31:49.231924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.232805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:49.237166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'name': 'network-vif-deleted', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:49.270243 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c23c958a-f751-4fe4-9b7d-6a1ab86bab24 req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.53 "DELETE /v2.0/ports/2336fb6f-422f-4049-b330-6fd0b87fe37f HTTP/1.1" status: 204 len: 173 time: 1.1198804 Feb 17 04:31:49.292801 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e2773-ce98-4a72-9132-51f49a353ba3', 'name': 'network-vif-deleted', 'tag': '2336fb6f-422f-4049-b330-6fd0b87fe37f', 'status': 'completed', 'code': 200} Feb 17 04:31:49.296874 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d4f4d429-8b0a-4078-bf43-53d53b5720ea req-cfa91640-6906-4766-a549-46f27779b8bc tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617220 Feb 17 04:31:49.569337 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d9c49b3b-e5c0-4c78-8918-0b0ec02bcb7c req-b81f4189-14db-4c0f-b6e1-35ac65fe6194 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] 10.222.0.42 "GET /v2.0/ports?device_id=159e2773-ce98-4a72-9132-51f49a353ba3 HTTP/1.1" status: 200 len: 210 time: 0.0598743 Feb 17 04:31:49.573769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.577674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.587190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e4c4d596-9c7b-4abb-a513-bf4737297962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.633733 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16e3e2d866464638bee63e517b88c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589240 Feb 17 04:31:49.634426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38510) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:49.636068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6252669-04a5-42aa-a159-e0e15eeba17f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.640032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.701717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.731487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.837976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032db1b-e354-4592-8498-8a0c48f809a1 req-89a2362b-7c9d-41e4-9acd-d41e4456eac5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.839672 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a032db1b-e354-4592-8498-8a0c48f809a1 req-89a2362b-7c9d-41e4-9acd-d41e4456eac5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.0883703 Feb 17 04:31:49.850858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.856443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-60b0d907-4f22-488f-a0ad-b17d6898bacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:49.872777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ec22e-3b81-41af-9800-14154d089028 req-8ea2bc07-853d-488d-bdcf-016aa0338b2b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:49.874402 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bc5ec22e-3b81-41af-9800-14154d089028 req-8ea2bc07-853d-488d-bdcf-016aa0338b2b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1344891 Feb 17 04:31:49.877128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6252669-04a5-42aa-a159-e0e15eeba17f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:49.881247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:49.887025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:49.889831 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6252669-04a5-42aa-a159-e0e15eeba17f HTTP/1.1" status: 204 len: 168 time: 0.2540855 Feb 17 04:31:49.914859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a032db1b-e354-4592-8498-8a0c48f809a1 req-51030262-28c3-47d5-bf1a-22f4c35159a8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683680 Feb 17 04:31:49.955240 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bc5ec22e-3b81-41af-9800-14154d089028 req-1b726932-3d49-4a96-bb4e-1070055290a3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601785 Feb 17 04:31:50.056572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-25eaba11-bdea-43f8-9a83-b04ec632971e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:31:50.527056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28012cbd-eade-463c-872c-a091e71c3e80 req-56c00b68-323b-4fe8-a312-9476f51a6ec3 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:50.528716 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28012cbd-eade-463c-872c-a091e71c3e80 req-56c00b68-323b-4fe8-a312-9476f51a6ec3 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0941992 Feb 17 04:31:50.580159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28012cbd-eade-463c-872c-a091e71c3e80 req-34701e8d-4825-485c-926b-4890a0690441 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444958 Feb 17 04:31:50.682203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38558) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:50.937541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:51.183363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 93915624-54fb-4c55-b97a-82bc32e19cde completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:51.200627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:51.201613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:51.384974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400aac4-1b91-4b25-8745-287bbaf35c73 req-39231084-5f81-47ec-8f5d-d30bf0c8d7da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:51.398549 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6400aac4-1b91-4b25-8745-287bbaf35c73 req-39231084-5f81-47ec-8f5d-d30bf0c8d7da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.2081418 Feb 17 04:31:51.432022 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:51.472919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:51.473889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:51.480748 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:51.483073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e1010459-29c3-458b-9572-f3590532fcea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:51.520943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6400aac4-1b91-4b25-8745-287bbaf35c73 req-9d00e122-9e61-4583-b561-620a5171b911 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200156 Feb 17 04:31:51.560260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84230b-f067-4fa8-954c-b322f630710e req-f6ceb0dc-5b74-4114-8bc1-2d1d2f027580 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:51.569471 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b84230b-f067-4fa8-954c-b322f630710e req-f6ceb0dc-5b74-4114-8bc1-2d1d2f027580 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2239401 Feb 17 04:31:51.582196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:51.591275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:31:51.643241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.643513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.643902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.644372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.644674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.645114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.645514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.645890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.646265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.646637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.647033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.647410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.647859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.648227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.649193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.649573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.649951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.650324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.650709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.651087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.651458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.651827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.652197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.652567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:31:51.656760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No Port match for: 2336fb6f-422f-4049-b330-6fd0b87fe37f {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:31:51.657160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2336fb6f-422f-4049-b330-6fd0b87fe37f not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:31:51.660512 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'code': 200} Feb 17 04:31:51.661769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:51.820948 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b84230b-f067-4fa8-954c-b322f630710e req-68ba3f30-157f-4278-851a-53a0acb57a99 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498069 Feb 17 04:31:51.944489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:51.963496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1de0-fc94-45ae-8536-29a1d8681a71 req-42f446b1-2ff6-40f2-ad5d-5ea9000576e5 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:51.968589 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-baff1de0-fc94-45ae-8536-29a1d8681a71 req-42f446b1-2ff6-40f2-ad5d-5ea9000576e5 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.1623762 Feb 17 04:31:52.027090 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-baff1de0-fc94-45ae-8536-29a1d8681a71 req-ec850887-3260-425d-8674-abd92736dbb4 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0507076 Feb 17 04:31:52.101355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:52.101527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:52.118204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e767f-5cc6-4301-84ae-9be0c34fb8f5 req-b386bb77-e1ec-4cfa-9b9f-f40c078680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:52.121110 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a54e767f-5cc6-4301-84ae-9be0c34fb8f5 req-b386bb77-e1ec-4cfa-9b9f-f40c078680e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.2154086 Feb 17 04:31:52.242340 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a54e767f-5cc6-4301-84ae-9be0c34fb8f5 req-681e7bb7-1c9d-4b52-89a9-4f4756fe22d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760376 Feb 17 04:31:52.252060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:52.734140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Deleting port 1d916459-ddef-4fb5-ab40-f94c289fca22 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:52.734717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:52.794696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e9b84-8957-40ea-93f0-9bb273672425 req-a29715c8-d7e7-46df-b6d2-5c628b712639 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:52.796398 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-556e9b84-8957-40ea-93f0-9bb273672425 req-a29715c8-d7e7-46df-b6d2-5c628b712639 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1532338 Feb 17 04:31:53.000148 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-556e9b84-8957-40ea-93f0-9bb273672425 req-9b092f68-6fcd-44d4-9183-71dbc4e79ea6 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877034 Feb 17 04:31:53.120211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e33464-7358-4a90-bf2c-7603ca3b4f48 req-5edcc7b1-2821-48e9-b6d5-9b1be5129725 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:53.122369 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b5e33464-7358-4a90-bf2c-7603ca3b4f48 req-5edcc7b1-2821-48e9-b6d5-9b1be5129725 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1093585 Feb 17 04:31:53.165007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] For port 1d916459-ddef-4fb5-ab40-f94c289fca22, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d916459-ddef-4fb5-ab40-f94c289fca22,segment=NetworkSegment(0fc39eae-48d2-4848-a7c0-d1c2eed41fd9),segment_id=0fc39eae-48d2-4848-a7c0-d1c2eed41fd9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:53.168382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:53.196943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b5e33464-7358-4a90-bf2c-7603ca3b4f48 req-d1a53d80-6580-4cde-921c-fe9700de7fd5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670800 Feb 17 04:31:53.364635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Calling delete_port for 1d916459-ddef-4fb5-ab40-f94c289fca22 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:53.714032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7fd0-8b93-4f8c-b58c-60dcb00c550b req-4b467cf6-1cff-4b4d-adff-e0cdeedd3661 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:53.717082 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-706a7fd0-8b93-4f8c-b58c-60dcb00c550b req-4b467cf6-1cff-4b4d-adff-e0cdeedd3661 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.3621612 Feb 17 04:31:53.872058 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-706a7fd0-8b93-4f8c-b58c-60dcb00c550b req-b1d69fea-74f8-4aa0-a374-657958ab4700 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1311398 Feb 17 04:31:53.927076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.034083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:54.109968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d916459-ddef-4fb5-ab40-f94c289fca22,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:54.113059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:54.267690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b3e38-7940-4d0f-8c42-b60be1fef426 req-ac46710e-9f8a-4a8c-bffa-b0408ffbf23e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:54.280649 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-539b3e38-7940-4d0f-8c42-b60be1fef426 req-ac46710e-9f8a-4a8c-bffa-b0408ffbf23e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1350253 Feb 17 04:31:54.349285 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-539b3e38-7940-4d0f-8c42-b60be1fef426 req-34c5456e-bcda-48e3-96c0-88a2dc716256 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617638 Feb 17 04:31:54.573836 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:54.609583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1d197-4a7e-4404-b813-55d80ac0ecf5 req-edff50d1-e43d-40a5-8f87-023337dd9bf9 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:54.611856 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-07f1d197-4a7e-4404-b813-55d80ac0ecf5 req-edff50d1-e43d-40a5-8f87-023337dd9bf9 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1068985 Feb 17 04:31:54.709683 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-07f1d197-4a7e-4404-b813-55d80ac0ecf5 req-df6308a9-e138-4f8e-a66a-9aaac82ef598 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878596 Feb 17 04:31:54.726352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:54.835833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38624) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:54.895078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:54.895599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.045571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849406-ecd4-46b6-885b-5ea8bd12cbb1 req-b2f07cc2-5712-4ef6-a408-e165de092557 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:55.056572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-54c40b69-8e93-4296-9b21-21b0aa02f25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.064216 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48849406-ecd4-46b6-885b-5ea8bd12cbb1 req-b2f07cc2-5712-4ef6-a408-e165de092557 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6016817 Feb 17 04:31:55.119096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.162326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:55.163469 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48849406-ecd4-46b6-885b-5ea8bd12cbb1 req-786248ae-324b-4f09-9e29-ddfe98dd1e36 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981629 Feb 17 04:31:55.199310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:55.203884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Usage tracker for resource:security_group_rule and tenant:94a60b1b5ffd4f728ed25a3d7ca84d88 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:55.211697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:55.218841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:55.343878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:31:55.351935 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:55.352667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.446461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.459195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.532410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2de3db06-b476-4b56-b0f0-3f1a6dac51d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:55.556759 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94a60b1b5ffd4f728ed25a3d7ca84d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7172992 Feb 17 04:31:55.556989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.571071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38640) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:55.595514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:55.597631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:31:55.604590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.604778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b8425-bcbe-4cb1-a4e6-fd37dbc04561,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:55.607013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:55.616993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:55.718290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:55.732316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:55.755487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.808796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f3f4-baa2-431f-b52b-3223617ddc37 req-90a00772-c29b-474c-8d7c-10d2fba9413b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:55.810349 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4de3f3f4-baa2-431f-b52b-3223617ddc37 req-90a00772-c29b-474c-8d7c-10d2fba9413b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1122179 Feb 17 04:31:55.876663 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4de3f3f4-baa2-431f-b52b-3223617ddc37 req-32f3873f-f7da-4e81-b449-81497f4b4623 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590279 Feb 17 04:31:55.934008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adaac6-acc2-49af-b2c4-af5921d17c5a req-6f44d16c-39f5-4538-9bb6-2fef25805819 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:55.935859 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16adaac6-acc2-49af-b2c4-af5921d17c5a req-6f44d16c-39f5-4538-9bb6-2fef25805819 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.5185676 Feb 17 04:31:55.968355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:55.979699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:56.048197 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'code': 200} Feb 17 04:31:56.110558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:56.111125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.122622 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16adaac6-acc2-49af-b2c4-af5921d17c5a req-f3759e4a-83f6-495d-865d-fe8c1beb5246 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1250274 Feb 17 04:31:56.146323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.157727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-417c8919-53e3-499c-86c9-84af9d0efadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:56.204494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:31:56.205863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b8425-bcbe-4cb1-a4e6-fd37dbc04561,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:56.217272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:56.610099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f003c-a068-4b84-b62d-42632b42e296 req-f1bad7ef-7c53-4d42-a646-9b17fdcbd089 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.625526 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-865f003c-a068-4b84-b62d-42632b42e296 req-f1bad7ef-7c53-4d42-a646-9b17fdcbd089 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1655197 Feb 17 04:31:56.710439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:56.714347 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/800b8425-bcbe-4cb1-a4e6-fd37dbc04561 HTTP/1.1" status: 204 len: 168 time: 1.1395328 Feb 17 04:31:56.730273 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-865f003c-a068-4b84-b62d-42632b42e296 req-b6e96683-8f35-42e0-b018-798fda1c3da5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036193 Feb 17 04:31:56.792772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30163bf4-3215-4456-8f23-ca33a0903295 req-5171adc7-8b45-4f27-a34c-d8ab2c960e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:56.795004 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-30163bf4-3215-4456-8f23-ca33a0903295 req-5171adc7-8b45-4f27-a34c-d8ab2c960e28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.3647366 Feb 17 04:31:56.875613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:31:56.878513 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-30163bf4-3215-4456-8f23-ca33a0903295 req-7d6b7f2d-3d38-490a-9ff7-ec75c251dc7c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0680931 Feb 17 04:31:56.886619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Sync routers for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:31:56.901811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:56.902498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:56.906164 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] 10.222.0.42 "PUT /v2.0/routers/4fc05d58-8930-4f3d-90c1-02e2b15d4d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2226131 Feb 17 04:31:56.909404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38662) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:57.232248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:57.273154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.603873 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.611156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 5, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:57.617720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Deleting port 51ae859b-2c66-4887-9566-d8079460b208 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:31:57.618107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.632507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Checking router: 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:31:57.642795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Routers {'4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:31:57.643668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:57.651695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f69069-1158-4f72-8e1b-c5aac41145f3 req-dfe9d68a-cb55-4439-9c15-eeec2b56cb6c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:57.653519 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35f69069-1158-4f72-8e1b-c5aac41145f3 req-dfe9d68a-cb55-4439-9c15-eeec2b56cb6c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.1739271 Feb 17 04:31:57.823751 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35f69069-1158-4f72-8e1b-c5aac41145f3 req-7d271b1e-628e-4776-b489-e2ef66d554a1 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1620204 Feb 17 04:31:57.876914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] For port 51ae859b-2c66-4887-9566-d8079460b208, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=51ae859b-2c66-4887-9566-d8079460b208,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:31:57.877319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:57.999213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:31:58.212581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Calling delete_port for 51ae859b-2c66-4887-9566-d8079460b208 owned by network:router_gateway {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:31:58.221315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0438f150-2f6c-4633-834d-3d706e371626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.258710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:31:58.258710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.503468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] Set router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:31:58.696566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e992-2a9a-495f-a6ec-7b859b62abbf req-01a6574e-c35e-4098-8145-05e453c7673c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:58.706450 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4610e992-2a9a-495f-a6ec-7b859b62abbf req-01a6574e-c35e-4098-8145-05e453c7673c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2845743 Feb 17 04:31:58.756157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: result = function(*args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: proto.__init__(conn_state, self) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: self.handle() Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: self.handle_one_request() Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: self.handle_one_response() Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: result = self.application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return app(environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return request.get_response(self.application) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self._app) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: response = self.app(environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:31:58.767095 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: result = method(request=request, **args) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return self._delete(request, id, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*dup_args, **dup_kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: obj_deleter(request.context, id, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return method(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(*dup_args, **dup_kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, context, *args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return method(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: context, port, router_ids, bound_mech_contexts) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: return function(*args, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: callback(resource, event, trigger, **kwargs) Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: stack = traceback.extract_stack() Feb 17 04:31:58.776820 dv-cinder-759962-5-smb neutron-server[83899]: Feb 17 04:31:58.917913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.026016 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4610e992-2a9a-495f-a6ec-7b859b62abbf req-75538fc3-c44e-4e96-81d8-0b30d8ac73a4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108907 Feb 17 04:31:59.149551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 5, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:31:59.155651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dac6b8-89e0-4145-a46d-d8dc998a1671 None None] The sync data for ids ['4fc05d58-8930-4f3d-90c1-02e2b15d4d8c'] in dv-cinder-759962-5-smb is: [{'id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'name': 'tempest-ServerRescueNegativeTestJSON-1578398669-router', 'tenant_id': '27ca6037670548b9a13f1320733e7b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '51ae859b-2c66-4887-9566-d8079460b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:16Z', 'updated_at': '2021-02-17T04:31:53Z', 'revision_number': 5, 'project_id': '27ca6037670548b9a13f1320733e7b17', 'gw_port': {'id': '51ae859b-2c66-4887-9566-d8079460b208', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:37:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc05d58-8930-4f3d-90c1-02e2b15d4d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:18Z', 'updated_at': '2021-02-17T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:31:59.308171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38718) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:59.364264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.487685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.508812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:31:59.532488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2e6887cd294cf0bab00d9424f4b09d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:31:59.539485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:31:59.551408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:31:59.552108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.562579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cae37-afe9-42a4-bf58-5cd83e349f96 req-7f2616eb-82c5-4e73-997c-0615ceb180d9 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:31:59.572049 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b4cae37-afe9-42a4-bf58-5cd83e349f96 req-7f2616eb-82c5-4e73-997c-0615ceb180d9 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.3437948 Feb 17 04:31:59.623980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.626522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.746228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.752477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.755446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.756006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc05d58-8930-4f3d-90c1-02e2b15d4d8c {{(pid=84011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:31:59.770060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1b119059-2c81-494f-80ff-a1f39636adee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:31:59.774240 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b4cae37-afe9-42a4-bf58-5cd83e349f96 req-8a0aae6c-e26e-431e-979c-b8d614f02b81 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2008185 Feb 17 04:31:59.845428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d503156-ae5f-4e36-9196-c9074b5a5c11,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:31:59.854229 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:59.860015 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b3a21df0-5eff-4e2d-a75d-9bbfabab61b0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4fc05d58-8930-4f3d-90c1-02e2b15d4d8c HTTP/1.1" status: 204 len: 168 time: 2.9485085 Feb 17 04:31:59.860215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38730) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:31:59.870247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:31:59.904894 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb2e6887cd294cf0bab00d9424f4b09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951033 Feb 17 04:31:59.907702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38734) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:00.024789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Deleting subnet 7b38e78e-03fb-4714-b3a5-29bf31dc8379 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:32:00.028549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.036375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:00.075513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.116969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.139340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.204463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d916459-ddef-4fb5-ab40-f94c289fca22 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:00.267424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 1d916459-ddef-4fb5-ab40-f94c289fca22 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:32:00.268168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d916459-ddef-4fb5-ab40-f94c289fca22 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:32:00.290895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:00.291323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.327672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.442795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.580958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1510cf-22fc-458f-8666-b2722115d7e5 req-b8235cb2-97b6-42b3-ac15-73b5469e7e02 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:00.592298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.593180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5d1510cf-22fc-458f-8666-b2722115d7e5 req-b8235cb2-97b6-42b3-ac15-73b5469e7e02 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.3042839 Feb 17 04:32:00.604006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-443c1d15-9d2f-4421-bb74-4549c3a7320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:00.638801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d503156-ae5f-4e36-9196-c9074b5a5c11,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:00.643140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:00.644508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d503156-ae5f-4e36-9196-c9074b5a5c11 HTTP/1.1" status: 204 len: 168 time: 0.7353354 Feb 17 04:32:00.645962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-96b3c597-a4f5-4908-829c-f7e00c738ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:00.683941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7d1a-f8cc-4e92-ab93-eb7d2c6b17b0 req-93d03783-0cf4-45d2-b49f-76835c4001f2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:00.692715 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4dc7d1a-f8cc-4e92-ab93-eb7d2c6b17b0 req-93d03783-0cf4-45d2-b49f-76835c4001f2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1564269 Feb 17 04:32:00.763201 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4dc7d1a-f8cc-4e92-ab93-eb7d2c6b17b0 req-869da1b5-9bbb-4222-9592-f2de1213fccc tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694041 Feb 17 04:32:00.777664 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5d1510cf-22fc-458f-8666-b2722115d7e5 req-54613662-1faf-4911-9f09-14fd48f25b80 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1829453 Feb 17 04:32:00.985347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:01.000928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.029374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-983a1dc6-d269-47aa-a3b5-29f888ea25f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:01.079630 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-a01df699-e1a2-414c-9fdf-4ad8e25d91fe tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2690914 Feb 17 04:32:01.085681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:01.093647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:01.097799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Usage tracker for resource:floatingip and tenant:2905453d033a4d4fb7276bc9d48ea91d is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:01.101030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:01.107001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:01.118371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.162804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b38e78e-03fb-4714-b3a5-29bf31dc8379,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:01.172447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:01.237075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.254190 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7b38e78e-03fb-4714-b3a5-29bf31dc8379 HTTP/1.1" status: 204 len: 168 time: 1.3876209 Feb 17 04:32:01.254398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38754) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:01.304828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.420286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:01.775556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Allocated IP 172.28.2.64 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/2de92525-1c86-4844-82f1-9cc4d5428d6a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:02.176908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 51ae859b-2c66-4887-9566-d8079460b208 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:02.236811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 51ae859b-2c66-4887-9566-d8079460b208 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:32:02.237553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 51ae859b-2c66-4887-9566-d8079460b208 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:32:02.290579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.339641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.502426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.508351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-460b67f0-cc13-496a-ba04-8dea55c5ef38 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:02.568835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05581-8dde-4a3d-9b67-053b294d244c req-cdb6c088-9786-4c4b-813f-1d3f1d025d32 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:02.575877 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0dd05581-8dde-4a3d-9b67-053b294d244c req-cdb6c088-9786-4c4b-813f-1d3f1d025d32 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4034982 Feb 17 04:32:02.609662 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'Port': ['ID=2de92525-1c86-4844-82f1-9cc4d5428d6a,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:02.622368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:02.669452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:02.674241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:02.683962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:02.730153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7829e00-bd79-4443-ac3a-951474aeff3b']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:02.746075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:02.746782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc39eae-48d2-4848-a7c0-d1c2eed41fd9') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:02.761711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.779551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.795738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:32:02.856824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:02.942612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.155295 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0dd05581-8dde-4a3d-9b67-053b294d244c req-9a757d73-80d8-478e-8582-f42916cac797 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783433 Feb 17 04:32:03.217347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Network f7829e00-bd79-4443-ac3a-951474aeff3b has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:03.229826 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.456901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Network f7829e00-bd79-4443-ac3a-951474aeff3b has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:03.465474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.469963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:32:03.482406 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:32:03.493681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:03.570462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.574694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3876a81a-d586-4364-83ee-dd937fbad117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:03.608183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.620600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7829e00-bd79-4443-ac3a-951474aeff3b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:03.630499 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f7829e00-bd79-4443-ac3a-951474aeff3b HTTP/1.1" status: 204 len: 168 time: 2.3741562 Feb 17 04:32:03.631973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:03.647359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:03.726147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41fe9d-f84a-44bd-9beb-13b3cfd4a3cb req-150357ee-37a2-4063-92cd-10037e95c7b5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:03.734735 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5b41fe9d-f84a-44bd-9beb-13b3cfd4a3cb req-150357ee-37a2-4063-92cd-10037e95c7b5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1106360 Feb 17 04:32:03.741034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event updated for resources: {'Port': ['ID=2de92525-1c86-4844-82f1-9cc4d5428d6a,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:03.755276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:03.805110 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5b41fe9d-f84a-44bd-9beb-13b3cfd4a3cb req-dbd67390-4828-4853-937a-f7dac80a6815 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679131 Feb 17 04:32:03.844607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38806) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:03.982510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.007520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.014877 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-8d8e83d3-598b-4b15-bf8f-1389e5a6c640 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9341345 Feb 17 04:32:04.068148 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-948fa373-60f1-45a5-aba8-79e2814f9a8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27ca6037670548b9a13f1320733e7b17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2222302 Feb 17 04:32:04.076960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 38810) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:04.122713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-42adab70-637b-47f2-9cab-a93d6cd1fb2b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:floatingip {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:04.136586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-671493a7-55ed-4707-9c79-a191451134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.138183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-671493a7-55ed-4707-9c79-a191451134a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1162 time: 0.2208102 Feb 17 04:32:04.163029 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-6069be79-94db-4e62-a7df-9c14a9c0295e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2847323 Feb 17 04:32:04.169103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-42adab70-637b-47f2-9cab-a93d6cd1fb2b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:floatingip {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:04.176727 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-42adab70-637b-47f2-9cab-a93d6cd1fb2b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.64 HTTP/1.1" status: 200 len: 695 time: 0.1608617 Feb 17 04:32:04.309368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-0af30f60-83b5-4863-bea9-f59f55c746f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.310538 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-0af30f60-83b5-4863-bea9-f59f55c746f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1461611 Feb 17 04:32:04.312356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.314491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:04.353264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.378213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:04.401438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.402085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Usage tracker for resource:floatingip and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:04.407625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:04.408671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fdd4375c-79c9-4a0c-922d-902f60fcba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:04.417952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:04.436402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3999aeb9-8741-4739-b1b5-a79d0e413a79,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:04.448521 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-ae13942b-943a-4b9c-a919-5ab26e04321b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 1000 time: 0.1290202 Feb 17 04:32:04.449198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:04.449755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.483145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-f224a657-8873-461b-85e4-b64effb3ed55 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.490466 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-f224a657-8873-461b-85e4-b64effb3ed55 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 784 time: 0.3128016 Feb 17 04:32:04.496444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-ea8f7ac3-b9da-4b67-9b2d-b3ca54710213 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84011) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:32:04.502160 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dab0d3d6-ad67-412d-8872-1cdeaf755537 req-ea8f7ac3-b9da-4b67-9b2d-b3ca54710213 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0107658 Feb 17 04:32:04.503092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:04.504268 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3999aeb9-8741-4739-b1b5-a79d0e413a79 HTTP/1.1" status: 204 len: 168 time: 0.4262886 Feb 17 04:32:04.589316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-f7227c9b-6c09-4cf8-a15f-723439158846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.591667 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-f7227c9b-6c09-4cf8-a15f-723439158846 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.1242633 Feb 17 04:32:04.799232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-4974f48d-dd49-4a76-9b56-acb713dff50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.800850 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-4974f48d-dd49-4a76-9b56-acb713dff50e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512837 Feb 17 04:32:04.819174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c342d-afd2-4f62-a6f2-6961b4c807f9 req-9597b053-0cfd-468a-88d7-6c3a36d6f60d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:04.828033 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d19c342d-afd2-4f62-a6f2-6961b4c807f9 req-9597b053-0cfd-468a-88d7-6c3a36d6f60d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1679213 Feb 17 04:32:04.948163 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d19c342d-afd2-4f62-a6f2-6961b4c807f9 req-131c03a3-dff7-4215-a2f7-eb5ef146c39d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185768 Feb 17 04:32:05.035401 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-87911228-2425-44a8-8ec5-4ecf717e1945 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208376 Feb 17 04:32:05.233342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce287-2552-433d-90f2-47a846cb7898 req-078bbe41-062e-4cdc-859e-3a7db499b2b6 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:05.242160 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-078bbe41-062e-4cdc-859e-3a7db499b2b6 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1652269 Feb 17 04:32:05.261760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.405381 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-f8698652-86f7-40a0-8886-ad39b1af6585 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.64 HTTP/1.1" status: 200 len: 695 time: 0.1620488 Feb 17 04:32:05.410682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Request body: {'floatingip': {'port_id': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:05.536113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:05.794173 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b78cdff7-14d6-4da7-93bd-780b678e07d2 req-f79b6b45-e7e0-4810-9c13-8861548b3c87 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7500341 Feb 17 04:32:06.026188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Allocated IP 172.28.2.34 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/e84b6fbe-0dce-477b-baf5-288ea447190c) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:06.218139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.269885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:06.303433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:06.497385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'Port': ['ID=e84b6fbe-0dce-477b-baf5-288ea447190c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:06.509198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:06.623606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:06.624815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:06.632106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:06.866313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.013188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.511575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.523017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.536494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.541802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.550608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:07.822154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'Port': ['ID=e84b6fbe-0dce-477b-baf5-288ea447190c,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:07.827238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:07.838891 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Floating IP d0191fd4-dca2-4417-88a4-aed06e2f0de7 associated. External IP: 172.28.2.64, port: 9afc8edf-e665-41cd-a02f-5a226ad4ecff. Feb 17 04:32:08.043276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.071320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.072668 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7652345 Feb 17 04:32:08.213280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-67b1a68c-16f0-4ba5-b749-7ba138570eac tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:floatingip {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:08.237193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-67b1a68c-16f0-4ba5-b749-7ba138570eac tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:floatingip {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:08.241132 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-67b1a68c-16f0-4ba5-b749-7ba138570eac tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1603861 Feb 17 04:32:08.376499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38904) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:08.491635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Router 16901c21-6876-4f1e-b0ae-57488ad0ad60 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:32:08.501421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-7e81a9d4-e548-4cc9-bd8f-db718424960a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:08.504472 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-7e81a9d4-e548-4cc9-bd8f-db718424960a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 784 time: 0.2547822 Feb 17 04:32:08.520297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-18b59374-f529-40fc-ba6b-e70aececb0e8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:32:08.521560 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d48d4c4-c9bd-4e64-8799-1bd6c567a961 req-18b59374-f529-40fc-ba6b-e70aececb0e8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0112295 Feb 17 04:32:08.585373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.604884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:08.610163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cf9df476b34e8288e4647750c358b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:08.616314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:08.624107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:08.782034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:32:08.802776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d54810-2bd2-44aa-a967-e9a66527b283 req-f0dd6868-fec6-48f8-9898-56bf91585567 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:08.804552 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-45d54810-2bd2-44aa-a967-e9a66527b283 req-f0dd6868-fec6-48f8-9898-56bf91585567 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1514821 Feb 17 04:32:08.839367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.840287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Sync routers for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:32:08.842763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:08.844756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:08.885786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.906866 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-45d54810-2bd2-44aa-a967-e9a66527b283 req-48a73d23-15a1-4a3b-8fe9-38a70c4e857e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927818 Feb 17 04:32:08.907496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:08.927499 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b5257ade-260b-461c-8b54-0d400f5dbb29 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "PUT /v2.0/floatingips/d0191fd4-dca2-4417-88a4-aed06e2f0de7 HTTP/1.1" status: 200 len: 995 time: 3.5210292 Feb 17 04:32:08.928091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:08.942172 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a889bfaf-f3d1-403e-bf95-8bc30a88d312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:08.948985 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6cf9df476b34e8288e4647750c358b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710247 Feb 17 04:32:08.951516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38918) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:09.010828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46296405-7a45-497b-87a5-457969fcf1cc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:09.014320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:09.042458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.072889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.124417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce287-2552-433d-90f2-47a846cb7898 req-d441b95a-109b-4166-812f-a688a853c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.126725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-d441b95a-109b-4166-812f-a688a853c0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.1658213 Feb 17 04:32:09.143926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.149221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ff72dc72-da8a-4561-8577-b5d8bd566623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:09.177500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:09.199567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46296405-7a45-497b-87a5-457969fcf1cc,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:09.211966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.215930 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46296405-7a45-497b-87a5-457969fcf1cc HTTP/1.1" status: 204 len: 168 time: 0.2604330 Feb 17 04:32:09.215930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:09.323428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce287-2552-433d-90f2-47a846cb7898 req-75c1f09d-0a9d-46a1-a846-cb4fed1b0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.331932 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-75c1f09d-0a9d-46a1-a846-cb4fed1b0dce service neutron] 10.222.0.42 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1926379 Feb 17 04:32:09.541501 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-8201dbea-f144-4711-8457-69b517e3c828 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 998 time: 0.2086172 Feb 17 04:32:09.596132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38954) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:09.630767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce287-2552-433d-90f2-47a846cb7898 req-3c848c29-4b1c-4b81-9563-a634e75264af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.632416 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-3c848c29-4b1c-4b81-9563-a634e75264af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0843048 Feb 17 04:32:09.664906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.693597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:09.696494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fb54fa934e42b19e4dfc520b746486 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:09.699635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:09.705464 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:09.748322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b1af0b44-bd1d-4713-b7a1-f74cfc01f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.750133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-b1af0b44-bd1d-4713-b7a1-f74cfc01f1f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113019 Feb 17 04:32:09.765527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-6b546559-608b-4e97-b82b-c859046a115c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84011) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:32:09.769296 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-6b546559-608b-4e97-b82b-c859046a115c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067189 Feb 17 04:32:09.801313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-1a8a4ce2-0d51-4c22-978f-83eb7fc30a1c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:09.808763 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-1a8a4ce2-0d51-4c22-978f-83eb7fc30a1c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1890297 Feb 17 04:32:09.977695 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-84058a54-f633-47e6-b709-49521d9ba5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025032 Feb 17 04:32:09.999787 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-a854f777-00ef-485c-8276-19417a66c45b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1900299 Feb 17 04:32:10.004142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'd0191fd4-dca2-4417-88a4-aed06e2f0de7', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'port_id': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'mac_address': 'fa:16:3e:17:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86af85f5-a33e-448d-a2ee-48a18454494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:02Z', 'updated_at': '2021-02-17T04:32:07Z', 'revision_number': 1, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:10.008349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'floatingip': {'port_id': '93915624-54fb-4c55-b97a-82bc32e19cde', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:10.009002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Checking router: 16901c21-6876-4f1e-b0ae-57488ad0ad60 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:32:10.019728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:10.020634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:10.149741 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0fdce287-2552-433d-90f2-47a846cb7898 req-1f0ce18e-d2b5-4e10-9edf-f8aac8f6bc4c service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691048 Feb 17 04:32:10.188730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.216559 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'status': 'completed', 'code': 200} Feb 17 04:32:10.272896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:10.295012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.349928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:10.362947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d287da5f-8e5e-47b6-8532-30eb2a4445ec tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:10.459926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746576cf-8938-47bb-80be-62429e60a582 req-8413983f-3a3e-44f6-af15-9e96c2800a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.461573 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-8413983f-3a3e-44f6-af15-9e96c2800a56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.2014890 Feb 17 04:32:10.481323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634251e-9384-4001-8d1b-b75c2c1c3bd2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:10.485490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-c7690b02-1fcc-4da9-930a-13973f0e3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.487150 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-c7690b02-1fcc-4da9-930a-13973f0e3689 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1162 time: 0.3645358 Feb 17 04:32:10.491154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:10.493932 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3fb54fa934e42b19e4dfc520b746486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8963645 Feb 17 04:32:10.523551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 38990) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:10.712804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'd0191fd4-dca2-4417-88a4-aed06e2f0de7', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'port_id': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'mac_address': 'fa:16:3e:17:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86af85f5-a33e-448d-a2ee-48a18454494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:02Z', 'updated_at': '2021-02-17T04:32:07Z', 'revision_number': 1, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:10.718238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b85771d-3711-49fd-99c6-16d045318037 None None] The sync data for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb is: [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'd0191fd4-dca2-4417-88a4-aed06e2f0de7', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'port_id': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'mac_address': 'fa:16:3e:17:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86af85f5-a33e-448d-a2ee-48a18454494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:02Z', 'updated_at': '2021-02-17T04:32:07Z', 'revision_number': 1, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:10.741965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c552-ceba-449a-924d-1e2935948d93 req-eafa8dbc-4486-491c-b6b6-cd097cf8639e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.743672 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cc27c552-ceba-449a-924d-1e2935948d93 req-eafa8dbc-4486-491c-b6b6-cd097cf8639e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3921766 Feb 17 04:32:10.886027 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cc27c552-ceba-449a-924d-1e2935948d93 req-7333b8a5-e841-4077-9df2-db16e1285851 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919785 Feb 17 04:32:10.926730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746576cf-8938-47bb-80be-62429e60a582 req-a04cdfc8-c5be-42a0-9fae-98a1ce45179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:10.928345 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-a04cdfc8-c5be-42a0-9fae-98a1ce45179e service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.4552832 Feb 17 04:32:11.051977 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-90203990-9049-4e89-8f41-4e79dbd14c2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 998 time: 0.1161189 Feb 17 04:32:11.056839 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc846b95-a667-402e-a3cb-1e371d623f9c None None] New status for floating IP d0191fd4-dca2-4417-88a4-aed06e2f0de7: ACTIVE {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:32:11.094822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.139981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746576cf-8938-47bb-80be-62429e60a582 req-b9ced803-8468-49aa-a54b-5fcd29b319a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.141714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-b9ced803-8468-49aa-a54b-5fcd29b319a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0830319 Feb 17 04:32:11.148023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-2d2d5966-0522-40b2-833e-b02eeedbe32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.149664 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-2d2d5966-0522-40b2-833e-b02eeedbe32c service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.6545427 Feb 17 04:32:11.162992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.261749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746576cf-8938-47bb-80be-62429e60a582 req-b5ac9b67-9af8-4087-8318-66b3f6adc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.266895 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-b5ac9b67-9af8-4087-8318-66b3f6adc502 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1150954 Feb 17 04:32:11.408588 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-ec360753-9f41-4d8b-b175-7d1810c8006f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 1000 time: 0.2481432 Feb 17 04:32:11.438453 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-4eb305eb-2836-40e3-87cb-8a4a8e350376 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623936 Feb 17 04:32:11.491066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-6625deb2-b984-48a7-8307-120d0f1c6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.492661 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-6625deb2-b984-48a7-8307-120d0f1c6c5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0752087 Feb 17 04:32:11.579886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.586837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c102adcc-77d2-456d-902e-5fc288230e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:11.595918 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-746576cf-8938-47bb-80be-62429e60a582 req-6f151757-9b01-4fea-b155-139154130b1a service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496747 Feb 17 04:32:11.616299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634251e-9384-4001-8d1b-b75c2c1c3bd2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:11.622070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:11.637033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.638255 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a634251e-9384-4001-8d1b-b75c2c1c3bd2 HTTP/1.1" status: 204 len: 168 time: 1.1135914 Feb 17 04:32:11.717021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-d86279cc-bfdb-4c4a-a9e7-be34e9a9399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:11.718689 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-d86279cc-bfdb-4c4a-a9e7-be34e9a9399b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2108271 Feb 17 04:32:11.851151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.856042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.051314 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-75fcb99d-5514-47b0-a5a2-2b693a64ea01 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173261 Feb 17 04:32:12.123711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56ca9-8143-4ebd-b39b-0861babde6f8 req-49e5e2c5-83cd-48e9-b09a-dda747a01d11 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:12.125450 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bec56ca9-8143-4ebd-b39b-0861babde6f8 req-49e5e2c5-83cd-48e9-b09a-dda747a01d11 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1088500 Feb 17 04:32:12.172456 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Floating IP f30569c0-1088-4d38-99c4-16d5cf97936d associated. External IP: 172.28.2.34, port: 93915624-54fb-4c55-b97a-82bc32e19cde. Feb 17 04:32:12.176529 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bec56ca9-8143-4ebd-b39b-0861babde6f8 req-1d7f4d58-40ba-439d-9948-ce05f950e26c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430968 Feb 17 04:32:12.378340 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-29f30e12-ed41-4103-95ce-be63f463fa25 req-21bb892d-6c99-4d13-b7b2-92bd23bcc366 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3191092 Feb 17 04:32:12.413518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39022) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:12.527521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-633379188-network', 'tenant_id': '47d7cb122c7b4dc9acd4a62d670957f9'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:12.532454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:12.537074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Usage tracker for resource:network and tenant:47d7cb122c7b4dc9acd4a62d670957f9 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:12.540067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:12.545783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:12.556120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Made reservation on behalf of 47d7cb122c7b4dc9acd4a62d670957f9 for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:12.560799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.573774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.590336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:12.593865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Usage tracker for resource:security_group_rule and tenant:47d7cb122c7b4dc9acd4a62d670957f9 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:12.597775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:12.600116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Router 59c4da62-9d3c-41ad-a492-2504552d0815 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:32:12.603802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:12.703424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.709108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.713938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f09bddb6-3c00-472e-8666-e94daaadd906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:12.755050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:32:12.771476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f8c79-c887-4285-bbde-ac48b72f1133,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:12.776781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:12.778098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.778550 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Added segment f9a621a7-77b9-4d13-a02f-1f8dda0e9974 of type vxlan for network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc Feb 17 04:32:12.818393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.852808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.854178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:12.854849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.860618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:12.976904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Pushing event updated for resources: {'Network': ['ID=19c5abd5-a485-41ed-bb07-974e3d4bc8cc,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:12.980339 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5655499 Feb 17 04:32:12.981342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:12.983412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39042) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:12.991078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Request body: {'subnet': {'network_id': '19c5abd5-a485-41ed-bb07-974e3d4bc8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-633379188-subnet', 'tenant_id': '47d7cb122c7b4dc9acd4a62d670957f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:12.994405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:32:12.996444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:13.000785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Usage tracker for resource:subnet and tenant:47d7cb122c7b4dc9acd4a62d670957f9 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:13.004788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:13.010879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:13.013950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:32:13.022407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Made reservation on behalf of 47d7cb122c7b4dc9acd4a62d670957f9 for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:13.028628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842819795'] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.103059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:32:13.108072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.193375 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-50ee50c4-61fd-4d0f-9fb2-dd22bf0640da tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "PUT /v2.0/floatingips/f30569c0-1088-4d38-99c4-16d5cf97936d HTTP/1.1" status: 200 len: 995 time: 3.1924105 Feb 17 04:32:13.193990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:13.209743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Sync routers for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:32:13.247085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:13.248031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:13.334750 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:32:13.347883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-d87b116a-d32c-468f-a916-5a8819034650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.349619 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-d87b116a-d32c-468f-a916-5a8819034650 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.1445544 Feb 17 04:32:13.474603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:13.540141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dec031-95ab-4119-b4f2-860d1cdd7a5f req-451a5993-a343-4d0d-9ef8-f97b5593a193 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.542028 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-45dec031-95ab-4119-b4f2-860d1cdd7a5f req-451a5993-a343-4d0d-9ef8-f97b5593a193 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1245339 Feb 17 04:32:13.574801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-338d64af-46a4-423e-a636-f012235fd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.576449 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-338d64af-46a4-423e-a636-f012235fd0da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.2258935 Feb 17 04:32:13.579013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-f83be850-ba5e-46cc-970c-266a6035759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.580494 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-f83be850-ba5e-46cc-970c-266a6035759e service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.1840734 Feb 17 04:32:13.639908 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-45dec031-95ab-4119-b4f2-860d1cdd7a5f req-1b57803c-1b38-4e99-9af9-65d65a7c1af6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881190 Feb 17 04:32:13.667016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11711763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842819780'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.683057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b8167077-4ea6-49b9-b66b-3ead2707706b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:13.801669 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-bab8f45a-24fb-41b6-ba68-433800b3b82a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 998 time: 0.2123876 Feb 17 04:32:13.819583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=22396b21-667b-49e9-9f34-283bc526112c,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:13.824629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:13.908238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-8463eaf3-4bb6-4dd5-80be-bd57c7ead7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.909954 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-8463eaf3-4bb6-4dd5-80be-bd57c7ead7a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0903034 Feb 17 04:32:13.914875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-c8634a85-9e30-4f99-898d-18d45ac75ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:13.916571 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-c8634a85-9e30-4f99-898d-18d45ac75ea2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.3288658 Feb 17 04:32:13.926690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'f30569c0-1088-4d38-99c4-16d5cf97936d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'port_id': '93915624-54fb-4c55-b97a-82bc32e19cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'mac_address': 'fa:16:3e:1f:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 1, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:13.931030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Checking router: 59c4da62-9d3c-41ad-a492-2504552d0815 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:32:13.940218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:32:13.941195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:31:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:13.949960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Checking segment: {'id': 'f9a621a7-77b9-4d13-a02f-1f8dda0e9974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '19c5abd5-a485-41ed-bb07-974e3d4bc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:13.950362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Network hostable DHCP agents. Network: 19c5abd5-a485-41ed-bb07-974e3d4bc8cc, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:32:13.982059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:32:13.996037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 19c5abd5-a485-41ed-bb07-974e3d4bc8cc) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:14.010326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.011025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:14.016397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da56b8-f833-42c2-8908-817d31279d1c None None] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:14.035436 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4f685024-9029-4380-a00a-239285b372ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0501664 Feb 17 04:32:14.116445 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-92e41976-483f-421a-bd77-145d0646d781 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 998 time: 0.1316178 Feb 17 04:32:14.198686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-05450f59-5cd8-4182-99f2-dd1337a5ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.200337 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-05450f59-5cd8-4182-99f2-dd1337a5ed33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2808058 Feb 17 04:32:14.209263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-6d439b26-3d72-43eb-9650-a55794ae4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.210985 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-6d439b26-3d72-43eb-9650-a55794ae4277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0815680 Feb 17 04:32:14.217186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-ee2516ff-daf0-4a44-ade9-760fb808a8dd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:32:14.218303 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-ee2516ff-daf0-4a44-ade9-760fb808a8dd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063002 Feb 17 04:32:14.443692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-869aff97-40ca-4994-9afe-62506900900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:14.446848 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-869aff97-40ca-4994-9afe-62506900900f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2260656 Feb 17 04:32:14.456345 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-91ed91cf-9663-4121-ac6f-113f4f1d49d0 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895087 Feb 17 04:32:14.512921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:32:14.730061 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-16437822-788f-42d8-b75d-aa4deb04d3c1 req-c292508b-75f2-49d7-9967-7c283a9a1e93 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2393730 Feb 17 04:32:14.771019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdd6d9-ec8c-4e9e-a99e-fd09f4126200 None None] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:14.786780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-90420373', 'description': 'tempest-TestMinimumBasicScenario-90420373 description'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:14.793255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:14.803356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:14.829638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:14.852179 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-ee04eb7d-4595-4514-8bea-b0b8a5bebc53 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940392 Feb 17 04:32:14.858197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:14.880071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39080) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:14.907187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-308010499-network', 'tenant_id': '5f5729f6ce4d4af29ee57a7fc5b90b9a'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:14.929743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:14.944633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Usage tracker for resource:network and tenant:5f5729f6ce4d4af29ee57a7fc5b90b9a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:14.949215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:14.968467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:14.995990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Made reservation on behalf of 5f5729f6ce4d4af29ee57a7fc5b90b9a for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:14.997859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Usage tracker for resource:security_group_rule and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:15.003126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:15.004253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.013848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:15.033146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001bcb-0482-4b3c-9aca-56fb660a29db req-e97814bc-1e63-4f60-9cda-14037e34cb09 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:15.042294 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2001bcb-0482-4b3c-9aca-56fb660a29db req-e97814bc-1e63-4f60-9cda-14037e34cb09 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2472429 Feb 17 04:32:15.043982 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2bdd20ba-74a7-4de9-98ad-65b1833b1b3b req-cd504f1d-8578-48d8-a35e-8ee074aac37f service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1826971 Feb 17 04:32:15.044892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.082615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:15.089714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Usage tracker for resource:security_group_rule and tenant:5f5729f6ce4d4af29ee57a7fc5b90b9a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:15.112585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:15.121327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2001bcb-0482-4b3c-9aca-56fb660a29db req-0d574010-074e-4365-988a-ac4270207b98 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775645 Feb 17 04:32:15.125428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:15.140429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.154683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.205776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ba64ffef-523e-4d17-81c7-58054e2d28fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:15.241755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.244131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b54c47-d162-4e0f-824e-2d52cf59a6d1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:15.244819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.251131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-460c53c3-d925-4415-a36e-d8de3aa9b59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:15.261756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.267124 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b586517e-6cee-40fd-92df-aee79b7ad01a req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4886153 Feb 17 04:32:15.268288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:15.276342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'f30569c0-1088-4d38-99c4-16d5cf97936d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'port_id': '93915624-54fb-4c55-b97a-82bc32e19cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'mac_address': 'fa:16:3e:1f:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 1, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:15.281258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9a45b-d53e-4147-84b9-d28de7ceb0ca None None] The sync data for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb is: [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'f30569c0-1088-4d38-99c4-16d5cf97936d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'port_id': '93915624-54fb-4c55-b97a-82bc32e19cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'mac_address': 'fa:16:3e:1f:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:32:06Z', 'updated_at': '2021-02-17T04:32:11Z', 'revision_number': 1, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:32:15.307042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:32:15.328715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c84d2-26e9-436b-8e74-495b4ba2bab1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:15.336810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:15.338055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.339894 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Added segment 228ddbd7-80ac-4913-b506-e9ef4400b245 of type vxlan for network 63cff0bb-30e1-4595-afde-ac42464dc9b3 Feb 17 04:32:15.398106 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-8cfb62dd-dc69-4285-a18d-2d28fa17aaf0 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups/27b54c47-d162-4e0f-824e-2d52cf59a6d1 HTTP/1.1" status: 200 len: 1810 time: 0.1073613 Feb 17 04:32:15.403623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27b54c47-d162-4e0f-824e-2d52cf59a6d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:15.404111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27b54c47-d162-4e0f-824e-2d52cf59a6d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:15.404881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.413076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:15.419373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Usage tracker for resource:security_group_rule and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:15.423976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:15.434798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:15.470493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.472637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:15.473297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.478605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:15.541769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.571602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.580050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.583505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c8c948d-aaa8-4c0e-8256-78059e81555c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:15.617784 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce10e3-c5be-4f34-baf7-c174e85016fa,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:15.624926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:15.630540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.635891 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-accf610e-d788-42ec-bfae-539f0f1e12a4 req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2367318 Feb 17 04:32:15.636560 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39102) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:15.637209 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7555296 Feb 17 04:32:15.638395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Pushing event updated for resources: {'Network': ['ID=63cff0bb-30e1-4595-afde-ac42464dc9b3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:15.643255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:15.645791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Request body: {'subnet': {'network_id': '63cff0bb-30e1-4595-afde-ac42464dc9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-308010499-subnet', 'tenant_id': '5f5729f6ce4d4af29ee57a7fc5b90b9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:15.652024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:32:15.655986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:15.665856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Usage tracker for resource:subnet and tenant:5f5729f6ce4d4af29ee57a7fc5b90b9a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:15.670948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:15.677798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:32:15.693945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:15.695301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153bbba7-6dcc-48af-8b36-6872034a9838 None None] New status for floating IP f30569c0-1088-4d38-99c4-16d5cf97936d: ACTIVE {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:32:15.745763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Made reservation on behalf of 5f5729f6ce4d4af29ee57a7fc5b90b9a for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:15.755232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843148005'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:15.799284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39108) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:16.059366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.062379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:16.077517 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-672c7659-c88a-4208-b9fc-e51ac781df6c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups/27b54c47-d162-4e0f-824e-2d52cf59a6d1 HTTP/1.1" status: 200 len: 2403 time: 0.4083133 Feb 17 04:32:16.086145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27b54c47-d162-4e0f-824e-2d52cf59a6d1', 'remote_group_id': None}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:16.086691 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27b54c47-d162-4e0f-824e-2d52cf59a6d1', 'remote_group_id': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:16.089345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:16.094523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Usage tracker for resource:security_group_rule and tenant:cb69167cc0aa405cb0fae9d05bc4502c is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:16.094864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:16.099832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:16.113973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:16.119633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Usage tracker for resource:security_group_rule and tenant:e401c30923fd42929132fb2cef14affc is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:16.125562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:16.141456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:16.217088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.221375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.235969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.256348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-477e2476-bfb2-4073-b3a9-704365ad100a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.270050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:16.272471 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb69167cc0aa405cb0fae9d05bc4502c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712861 Feb 17 04:32:16.275070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39122) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:16.281663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:16.285790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.288595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-13e7e5d9-8ef6-49f1-be1a-da725a9f1bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.318688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d1360-2a1c-4603-b001-a77d6b88e597,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.323255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:16.346132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.373708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.387123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.391163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:16.400537 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'code': 422} returned with failed status Feb 17 04:32:16.413631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.413760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.428087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.458531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.470627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.472531 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-52c11336-6ce3-4475-a08b-3d1ba91bb9f8 req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3933234 Feb 17 04:32:16.481609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.484345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06559209-f1a4-4add-b267-4c6f8affa8b1,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.491164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-63d44f75-a7ea-4af9-88f1-47e09a7f86b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.491298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-dc5cc6e9-471c-47de-88a5-8b0df9aaae5e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:16.509610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d1360-2a1c-4603-b001-a77d6b88e597,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.514221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:16.515758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.516882 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/239d1360-2a1c-4603-b001-a77d6b88e597 HTTP/1.1" status: 204 len: 168 time: 0.2408488 Feb 17 04:32:16.653116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6a733-e6bb-48a8-9061-75bec175a4b0 req-34a742cc-8445-4536-af91-23d15ef39198 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:16.655020 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-20c6a733-e6bb-48a8-9061-75bec175a4b0 req-34a742cc-8445-4536-af91-23d15ef39198 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1161115 Feb 17 04:32:16.677901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843095136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843148022'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:16.681524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-6c030eb3-39fe-4df3-a325-6c9bbbb2de88 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:16.715011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-645cc21b-c58b-4074-84fd-1925101c8d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:16.727065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39148) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:16.759169 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-20c6a733-e6bb-48a8-9061-75bec175a4b0 req-545a982d-7952-4d4d-b898-6a2ca369d65e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894935 Feb 17 04:32:16.851803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-6c030eb3-39fe-4df3-a325-6c9bbbb2de88 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:16.853116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-6c030eb3-39fe-4df3-a325-6c9bbbb2de88 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-90420373&fields=id&tenant_id=e401c30923fd42929132fb2cef14affc HTTP/1.1" status: 200 len: 267 time: 0.2546945 Feb 17 04:32:16.880731 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=135e1954-6bef-4449-a110-ff3212e20693,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:16.900324 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-1cde42d3-4aec-4029-843f-77612fe3918c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1720016 Feb 17 04:32:16.931108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:17.033376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-5a646ee9-a6b9-4366-8eb8-6dacc68b3502 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:17.035943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-5a646ee9-a6b9-4366-8eb8-6dacc68b3502 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1602781 Feb 17 04:32:17.042317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Checking segment: {'id': '228ddbd7-80ac-4913-b506-e9ef4400b245', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63cff0bb-30e1-4595-afde-ac42464dc9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:17.042739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Network hostable DHCP agents. Network: 63cff0bb-30e1-4595-afde-ac42464dc9b3, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:32:17.054781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'port': {'security_groups': ['0b12c593-1968-4dcc-b364-a4edb9b0bbef', '27b54c47-d162-4e0f-824e-2d52cf59a6d1']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:17.123457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:32:17.175024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 63cff0bb-30e1-4595-afde-ac42464dc9b3) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:17.187199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b947a2c-7e82-458b-a18f-24f5f07a53ab None None] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:17.199798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:17.200450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.233060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.258443 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6123309 Feb 17 04:32:17.498098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39170) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:17.535420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8265c6-c50b-4a70-b6cc-c6f62cd19e5a None None] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:17.607847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Deleting subnet 22396b21-667b-49e9-9f34-283bc526112c {{(pid=84011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:32:17.611457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.687750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876150'] for subnet, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.768248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.944781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:17.976087 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.979844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:17.995505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:18.136990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19558-775d-4d9e-8c43-3e5ab4fb01dd req-a791100d-ba07-4ecb-869f-b939a06e32ca tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.138637 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28d19558-775d-4d9e-8c43-3e5ab4fb01dd req-a791100d-ba07-4ecb-869f-b939a06e32ca tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1868236 Feb 17 04:32:18.158018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=5']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:18.163514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:18.203163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.204026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.205379 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f03aabb7-9896-4b91-9ac2-dcb7cb9bd963 req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "PUT /v2.0/ports/93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 981 time: 1.1578352 Feb 17 04:32:18.205998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:18.208648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28d19558-775d-4d9e-8c43-3e5ab4fb01dd req-b92f0e4b-a75f-4088-a678-16986336372b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616424 Feb 17 04:32:18.220234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843063978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11956163'] for subnet, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.235942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:18.299794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:32:18.371944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22396b21-667b-49e9-9f34-283bc526112c,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:18.377044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:18.419500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.428886 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/22396b21-667b-49e9-9f34-283bc526112c HTTP/1.1" status: 204 len: 168 time: 0.9295626 Feb 17 04:32:18.431882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39182) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:18.488348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-234e2b6f-f79b-4d91-9242-1f22e0966158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.490239 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-234e2b6f-f79b-4d91-9242-1f22e0966158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1202 time: 0.1792746 Feb 17 04:32:18.497214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c729-bf7c-419a-84f9-5293db818229 req-dc53fb33-14b0-4321-87d7-f51a8a9fb3e2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.498771 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f443c729-bf7c-419a-84f9-5293db818229 req-dc53fb33-14b0-4321-87d7-f51a8a9fb3e2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.1372557 Feb 17 04:32:18.561624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-2f71f4f5-6abe-4d82-9786-997c54e67b4c None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:18.562159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2f71f4f5-6abe-4d82-9786-997c54e67b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.622108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:18.664778 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f443c729-bf7c-419a-84f9-5293db818229 req-ce75a767-c3d4-4910-b499-248a1f36c20d tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.1408784 Feb 17 04:32:18.690192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-d3505ae6-e18d-4374-8999-5ccf20ec3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.693246 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-d3505ae6-e18d-4374-8999-5ccf20ec3c8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.1935468 Feb 17 04:32:18.742316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766428-364b-44f0-88b5-5d43be691466 req-7ac36ccc-f335-43a7-9acd-5e6374e13a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.743982 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-7ac36ccc-f335-43a7-9acd-5e6374e13a45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0&tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 1160 time: 0.2334051 Feb 17 04:32:18.811341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-e6eee419-f166-452d-9994-45ef05fa6b4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 1000 time: 0.1106293 Feb 17 04:32:18.887770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-ac260796-e342-4353-9c9c-590cfc6c0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:18.890012 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-ac260796-e342-4353-9c9c-590cfc6c0dd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0709615 Feb 17 04:32:19.038163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-fd7f1f99-1a79-4729-a38a-1e42ff80c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.039869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-fd7f1f99-1a79-4729-a38a-1e42ff80c429 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853558 Feb 17 04:32:19.108220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.187785 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-8dcfa3da-7ce7-4800-8f7d-2a18c542f3ed service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390381 Feb 17 04:32:19.241591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766428-364b-44f0-88b5-5d43be691466 req-24d51b0c-2bc3-44e0-b8ca-7b1afd34c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.243254 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-24d51b0c-2bc3-44e0-b8ca-7b1afd34c23a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1160 time: 0.4331946 Feb 17 04:32:19.246978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c5abd5-a485-41ed-bb07-974e3d4bc8cc']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:19.333935 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a621a7-77b9-4d13-a02f-1f8dda0e9974') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:19.334275 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a621a7-77b9-4d13-a02f-1f8dda0e9974') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:19.343514 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c400dd5b-aaf6-434d-a89c-0bd300a8b498 req-c92e45e3-8823-48b0-b27a-55b470e82f7b service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471601 Feb 17 04:32:19.368218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.439849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.445280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:32:19.672132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766428-364b-44f0-88b5-5d43be691466 req-3b7bbd6a-d764-4bbc-8ab2-24604995fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.673749 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-3b7bbd6a-d764-4bbc-8ab2-24604995fcf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.4184709 Feb 17 04:32:19.689020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:19.755609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:19.863434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e7490-a73d-4889-92b7-938043a47bcc req-29fe16b6-22a0-46df-a382-aeac5b8f0620 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:19.865307 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0e3e7490-a73d-4889-92b7-938043a47bcc req-29fe16b6-22a0-46df-a382-aeac5b8f0620 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.4893749 Feb 17 04:32:20.023794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-82552489-be5b-4e8d-8ab6-a8f039d1bb60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 200 len: 998 time: 0.3254173 Feb 17 04:32:20.027984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Network 19c5abd5-a485-41ed-bb07-974e3d4bc8cc has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:32:20.089631 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:32:20.153341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0e3e7490-a73d-4889-92b7-938043a47bcc req-39f15e30-bbc0-48ea-a669-661582b8dd00 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811131 Feb 17 04:32:20.199734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766428-364b-44f0-88b5-5d43be691466 req-62534108-b59c-4154-949c-6c3385be9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:20.201339 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-62534108-b59c-4154-949c-6c3385be9d33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.1656218 Feb 17 04:32:20.204454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.208919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:20.224051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.275584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c5abd5-a485-41ed-bb07-974e3d4bc8cc,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:20.283851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:20.285949 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-93464e9e-a59e-4735-887e-4a0178c90a84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/19c5abd5-a485-41ed-bb07-974e3d4bc8cc HTTP/1.1" status: 204 len: 168 time: 1.8529220 Feb 17 04:32:20.289172 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39192) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:20.320131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766428-364b-44f0-88b5-5d43be691466 req-0a7f5f51-cf74-4b0f-9734-9a0bbb508eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:20.321099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:20.321777 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-0a7f5f51-cf74-4b0f-9734-9a0bbb508eaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951262 Feb 17 04:32:20.356544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Deleting subnet 135e1954-6bef-4449-a110-ff3212e20693 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:32:20.359818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.397041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:20.397576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.420830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.483319 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-c8cdac4e-8024-49c5-9be7-814165d8dd02 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537952 Feb 17 04:32:20.486568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.645280 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a766428-364b-44f0-88b5-5d43be691466 req-7d6ebb25-0885-4f5c-9a11-21f3e7a5d36e service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544766 Feb 17 04:32:20.771353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.788430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:20.896884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135e1954-6bef-4449-a110-ff3212e20693,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:20.901577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:20.936879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:20.943571 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-95266298-93c1-4e3e-8ea4-e55f2097ccee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/135e1954-6bef-4449-a110-ff3212e20693 HTTP/1.1" status: 204 len: 168 time: 0.6532252 Feb 17 04:32:20.946206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39204) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:21.061069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.252596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.370202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4764-35cf-4b90-b753-f885e913e6ce req-9433040b-0177-4c1e-8be8-b6f673bfb287 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:21.371961 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c46c4764-35cf-4b90-b753-f885e913e6ce req-9433040b-0177-4c1e-8be8-b6f673bfb287 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0985310 Feb 17 04:32:21.377384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cff0bb-30e1-4595-afde-ac42464dc9b3']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:21.391054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ddbd7-80ac-4913-b506-e9ef4400b245') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:21.391380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ddbd7-80ac-4913-b506-e9ef4400b245') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:32:21.404514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.423613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c46c4764-35cf-4b90-b753-f885e913e6ce req-bc4694a3-39ac-4b29-b67d-f87cb76ddf83 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Feb 17 04:32:21.425631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.428299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:32:21.644220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:21.675673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:21.901537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Network 63cff0bb-30e1-4595-afde-ac42464dc9b3 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:32:21.926977 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:32:22.007793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.011980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:22.030409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.041268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=63cff0bb-30e1-4595-afde-ac42464dc9b3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:22.044362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:22.045905 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-060ce756-15bb-45e6-abfa-aa785bb11ddc admin admin] 10.222.0.42 "DELETE /v2.0/networks/63cff0bb-30e1-4595-afde-ac42464dc9b3 HTTP/1.1" status: 204 len: 168 time: 1.0986545 Feb 17 04:32:22.167193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39234) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:22.223744 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e5c141ba-7919-44de-bc52-338dd5f48d0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47d7cb122c7b4dc9acd4a62d670957f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552287 Feb 17 04:32:22.226277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39238) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:22.289190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.317163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.365302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.369437 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8dc0ebdd-c564-4eea-ad94-2720fa740e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:22.381779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f8c79-c887-4285-bbde-ac48b72f1133,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:22.387637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:22.389710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.391357 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c132582d-7159-491a-8477-af34e8eefca2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db3f8c79-c887-4285-bbde-ac48b72f1133 HTTP/1.1" status: 204 len: 168 time: 0.1640880 Feb 17 04:32:22.666442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0552c-d66d-4d1c-b221-41dd8f53551f req-533f36bf-db95-4060-a584-923eec8bee4f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:22.668028 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55b0552c-d66d-4d1c-b221-41dd8f53551f req-533f36bf-db95-4060-a584-923eec8bee4f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0978155 Feb 17 04:32:22.757343 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55b0552c-d66d-4d1c-b221-41dd8f53551f req-cbf5a9dd-ebae-470c-996f-8730b04d587b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824707 Feb 17 04:32:22.818500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39250) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:22.874914 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e6b5c407-b79b-4a5d-a6ae-0f43c2c0af09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f5729f6ce4d4af29ee57a7fc5b90b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550034 Feb 17 04:32:22.877682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39254) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:22.945710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:22.975066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.026412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.031539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a72e66b5-1b4c-49b0-8514-cc54c6ffbf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:23.046361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c84d2-26e9-436b-8e74-495b4ba2bab1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:23.049767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:23.051969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:23.053513 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e36cd50c-170f-4e59-8450-ca4e4938f6f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c13c84d2-26e9-436b-8e74-495b4ba2bab1 HTTP/1.1" status: 204 len: 168 time: 0.1738553 Feb 17 04:32:23.983627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85411d3-da87-420c-bd27-4ece04280b77 req-84a970b4-ba78-439e-af36-605b9117fee6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:23.985892 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d85411d3-da87-420c-bd27-4ece04280b77 req-84a970b4-ba78-439e-af36-605b9117fee6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1044922 Feb 17 04:32:24.048651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d85411d3-da87-420c-bd27-4ece04280b77 req-246c638a-3991-4b59-8e25-9b470f73d3bb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560184 Feb 17 04:32:25.004065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8704081c-dbcc-4c73-8093-824b6bc42e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.178454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39316) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:25.276265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e374d4-0706-4970-b6a5-baba91cf7c1d req-17f52438-fff2-4122-b001-ee907b1c42a0 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:25.278430 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0e374d4-0706-4970-b6a5-baba91cf7c1d req-17f52438-fff2-4122-b001-ee907b1c42a0 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0967157 Feb 17 04:32:25.344093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.360234 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f0e374d4-0706-4970-b6a5-baba91cf7c1d req-8fc5b796-1ea8-4c36-82ad-1b685b1de3aa tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748606 Feb 17 04:32:25.366825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:25.370964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Usage tracker for resource:security_group_rule and tenant:5730665078f24d6cae781a70779306d6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:25.373998 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:25.380081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:25.470378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.475807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.485869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9fad1bab-6012-4905-85a0-43b1bf733b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:25.531499 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5730665078f24d6cae781a70779306d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518274 Feb 17 04:32:25.532449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef029f4-f378-45ec-9976-7249e59ea524,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:25.534987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39324) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:25.542130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.542646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.543261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.543692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.544092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.544493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.544891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.545289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.545687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.546080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.546468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.546907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.547375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.547764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.548151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.548537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.548924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.549309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.549756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.550134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.550517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.550933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.551318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.551702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:25.558306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:25.608615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.638249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.684880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.692534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-61f3923d-f7c3-445b-bbc4-3f7db8e3aec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:25.707261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef029f4-f378-45ec-9976-7249e59ea524,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:25.709403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.713226 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cef029f4-f378-45ec-9976-7249e59ea524 HTTP/1.1" status: 204 len: 168 time: 0.1745780 Feb 17 04:32:25.713226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9442826c-501a-4d8d-8f80-3031f08c3fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:26.052346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39334) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:26.072531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.088394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:26.092457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Usage tracker for resource:security_group_rule and tenant:35cf0acc7eb348778acedfdd5c86b00c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:26.095456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:26.101232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:26.188293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.192346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.200085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94f16318-6e73-45a6-ab14-4893271d3b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:26.251301 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35cf0acc7eb348778acedfdd5c86b00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977811 Feb 17 04:32:26.252117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952c1c2-3d0e-48eb-b594-156ae7d3d7a2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:26.254695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39338) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:26.256703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:26.319499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.351394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.404284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.411072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad4dee23-5a8b-468f-a304-e2c97a42eb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:26.427736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952c1c2-3d0e-48eb-b594-156ae7d3d7a2,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:26.430301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:26.431577 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0952c1c2-3d0e-48eb-b594-156ae7d3d7a2 HTTP/1.1" status: 204 len: 168 time: 0.1757293 Feb 17 04:32:26.432745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:26.613343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2d5c-2f89-4990-9c8c-99498597e28c req-617f02f1-5d41-475b-b030-37fa04eb12ce tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:26.615753 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0a3b2d5c-2f89-4990-9c8c-99498597e28c req-617f02f1-5d41-475b-b030-37fa04eb12ce tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0948365 Feb 17 04:32:26.668842 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0a3b2d5c-2f89-4990-9c8c-99498597e28c req-3aee39e4-0039-4610-bc6d-12e0741c0e2b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461731 Feb 17 04:32:27.939106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6af9-0961-4270-9501-1e81a8e781ed req-b7d304ac-508d-4788-8cb0-dded81852515 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.941435 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2e1f6af9-0961-4270-9501-1e81a8e781ed req-b7d304ac-508d-4788-8cb0-dded81852515 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1368206 Feb 17 04:32:28.022071 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2e1f6af9-0961-4270-9501-1e81a8e781ed req-fcc56576-725b-4d00-b404-d2318581c63c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631449 Feb 17 04:32:28.142084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a385298-dddc-4c1c-8456-75a2ebd0b160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.615140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39398) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:28.758622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.775762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:28.780088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Usage tracker for resource:security_group_rule and tenant:0a36eb8842c04fd2a9c6d6c13072cafd is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:28.783212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:28.790215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:28.900262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.901519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.904421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:28.914702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-98e8e7e4-30ae-4066-b13a-d700ff310a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:28.960327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a36eb8842c04fd2a9c6d6c13072cafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436882 Feb 17 04:32:28.961278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64dc29-c826-47be-98ac-d95cc0349606,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:28.963231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39404) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:28.969405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.969825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.970233 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.970635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.971058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.972057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.972534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.972933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.973335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.973729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.974123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.974516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.975030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.975429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.975820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.976213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.976647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.976993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.977380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.977769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.978156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.978543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.978954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.979344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:28.984171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2724718-d1cf-4279-ae60-5b70fc0fdc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:29.039360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.077889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.129089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.134399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9e294948-07f2-4825-9b27-505dec3c0f79 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:29.151181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64dc29-c826-47be-98ac-d95cc0349606,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:29.154280 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:29.164875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.169004 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0fe86500-9e7c-44d8-a177-695d766ef166 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb64dc29-c826-47be-98ac-d95cc0349606 HTTP/1.1" status: 204 len: 168 time: 0.2047200 Feb 17 04:32:29.256081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dad852-1a2f-4f36-bbbb-e778df89062f req-4ca7ae2f-44f6-4685-8afd-3487683a281f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:29.257818 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-67dad852-1a2f-4f36-bbbb-e778df89062f req-4ca7ae2f-44f6-4685-8afd-3487683a281f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0972905 Feb 17 04:32:29.310840 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-67dad852-1a2f-4f36-bbbb-e778df89062f req-36b5da20-0656-4a59-966f-99e0e0d09135 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453756 Feb 17 04:32:29.496831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39416) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:29.520882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.534164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.546167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:29.550503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a493dd743a4a458e07cc33a897750d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:29.553671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:29.559668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:29.648612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.652296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.661711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9258b40-7bc5-4420-bd63-549d8024c6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:29.706289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0fab87-3529-45e5-aa25-04207e8ea01d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:29.713713 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9a493dd743a4a458e07cc33a897750d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131505 Feb 17 04:32:29.713713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:29.713999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39420) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:29.782348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.810365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.857185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.862344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-be063588-fc7f-412c-ad15-ffb3d783aa1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:29.876661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0fab87-3529-45e5-aa25-04207e8ea01d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:29.879534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:29.883696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:29.891796 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e0fab87-3529-45e5-aa25-04207e8ea01d HTTP/1.1" status: 204 len: 168 time: 0.1728959 Feb 17 04:32:30.161467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:30.556367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f179891-f676-43c2-84e2-6911b619489e req-69890644-0759-41b1-8d3e-500a3182497e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:30.558699 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2f179891-f676-43c2-84e2-6911b619489e req-69890644-0759-41b1-8d3e-500a3182497e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0972855 Feb 17 04:32:30.621168 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2f179891-f676-43c2-84e2-6911b619489e req-2f6c5c18-3a59-43d6-bc36-9cb55fc50cbc tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556781 Feb 17 04:32:31.854958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf9ea-ce74-4860-9140-b8ac2f70bdde req-620fe6ac-b2e4-4293-bcc2-6419c03c24b1 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:31.856638 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-559bf9ea-ce74-4860-9140-b8ac2f70bdde req-620fe6ac-b2e4-4293-bcc2-6419c03c24b1 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0969136 Feb 17 04:32:31.922949 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-559bf9ea-ce74-4860-9140-b8ac2f70bdde req-46cb1cb1-2de1-4b56-af8d-73efbb94a6d9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535157 Feb 17 04:32:33.140799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5af09-cd0b-4a69-8490-2c8ee1ce0389 req-759cf2be-89f8-4e62-8edd-b686696c9520 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:33.142427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ccb5af09-cd0b-4a69-8490-2c8ee1ce0389 req-759cf2be-89f8-4e62-8edd-b686696c9520 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0896537 Feb 17 04:32:33.201493 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ccb5af09-cd0b-4a69-8490-2c8ee1ce0389 req-72693d4f-2de2-43a4-b6b9-893ad92a4cec tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Feb 17 04:32:33.645539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:34.409986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0704-800a-47a8-a95b-88dbaa4e5934 req-3d72380e-922a-4986-82a1-b98a3bf0610c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:34.411625 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-341e0704-800a-47a8-a95b-88dbaa4e5934 req-3d72380e-922a-4986-82a1-b98a3bf0610c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0900185 Feb 17 04:32:34.461032 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-341e0704-800a-47a8-a95b-88dbaa4e5934 req-0b08aed0-cae9-4605-ac3c-d6cda3324477 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Feb 17 04:32:35.667780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc991-7c65-40a8-9b19-1264a18b5e8a req-553f5b36-53c3-4f0d-8242-89f1a50442a5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:35.669276 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-91cdc991-7c65-40a8-9b19-1264a18b5e8a req-553f5b36-53c3-4f0d-8242-89f1a50442a5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0907779 Feb 17 04:32:35.940134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-91cdc991-7c65-40a8-9b19-1264a18b5e8a req-d04356d0-b316-4d39-8f28-010e3566052a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636676 Feb 17 04:32:37.144012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d612e6a-3204-42d3-a233-b1ab4cb4af77 req-aff3d272-480f-406e-92ff-a6c39fa03066 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:37.145655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4d612e6a-3204-42d3-a233-b1ab4cb4af77 req-aff3d272-480f-406e-92ff-a6c39fa03066 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0862052 Feb 17 04:32:37.193980 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4d612e6a-3204-42d3-a233-b1ab4cb4af77 req-766dd757-cf1f-424b-b27a-1d66d51e2c4c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Feb 17 04:32:37.984970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:38.406364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adcc37-23de-4589-bad5-ea2769835ca5 req-7156350a-9d72-4c40-bc6a-28a75031d4f9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:38.407994 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-60adcc37-23de-4589-bad5-ea2769835ca5 req-7156350a-9d72-4c40-bc6a-28a75031d4f9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0892370 Feb 17 04:32:38.459205 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-60adcc37-23de-4589-bad5-ea2769835ca5 req-9a394661-2b7d-496d-841b-9cbaf292880e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Feb 17 04:32:39.667223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bd83c-ae5a-427c-8a3f-abad8b85d6d7 req-a21059a2-9fcd-418a-b6e9-6e5607b75e57 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:39.668977 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1b3bd83c-ae5a-427c-8a3f-abad8b85d6d7 req-a21059a2-9fcd-418a-b6e9-6e5607b75e57 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0874636 Feb 17 04:32:39.717806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1b3bd83c-ae5a-427c-8a3f-abad8b85d6d7 req-c6ae8091-5d03-4e90-a7e3-44af44f32145 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Feb 17 04:32:40.436743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881645-a12e-400e-820a-90ebd6bbcea6 req-03f5c1fb-36cf-44e8-8bea-b5c7cd88077f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:40.438358 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c881645-a12e-400e-820a-90ebd6bbcea6 req-03f5c1fb-36cf-44e8-8bea-b5c7cd88077f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.0896649 Feb 17 04:32:40.488274 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2c881645-a12e-400e-820a-90ebd6bbcea6 req-9daa60d7-5f95-4d84-aa2f-f23ef28bc4a9 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Feb 17 04:32:40.585184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39610) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:40.708644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.723697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:40.727744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Usage tracker for resource:security_group_rule and tenant:4c0b47321775475899ccbd1da3b613de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:40.730679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:40.736424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:40.820856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.823805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.833386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-746e1d17-81cf-4246-9ca6-295e868c2f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:40.875649 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c0b47321775475899ccbd1da3b613de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892807 Feb 17 04:32:40.877884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528c85bf-5e1d-4754-96b7-c56db208d4c5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:40.879656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39618) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:40.881301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:40.979887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5928bea-12f7-414f-acf5-cef4d3f3edd0 req-ce506210-e1b6-46cc-943a-2b851142c5d5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:40.981537 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b5928bea-12f7-414f-acf5-cef4d3f3edd0 req-ce506210-e1b6-46cc-943a-2b851142c5d5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1431370 Feb 17 04:32:40.991165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.048396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.066877 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b5928bea-12f7-414f-acf5-cef4d3f3edd0 req-830cd6c6-c8da-4ffd-a013-ab96a07bdb02 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769482 Feb 17 04:32:41.101011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.106015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-53f4ef0f-4282-4bc4-9a34-502ca5a22312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:41.119865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c85bf-5e1d-4754-96b7-c56db208d4c5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:41.126270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:41.133058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.134286 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ce9dd618-f5fe-4e26-b1c1-31cbef5cf379 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/528c85bf-5e1d-4754-96b7-c56db208d4c5 HTTP/1.1" status: 204 len: 168 time: 0.2473252 Feb 17 04:32:41.420421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39626) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:41.440265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.455180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:41.459212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Usage tracker for resource:security_group_rule and tenant:3a75bd23322942fca78d9c81ae0d59a1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:41.462088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:41.467780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:41.555912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.558893 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.567721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-54a4ac4f-012a-4584-8c70-c5831a1f2065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:41.646409 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a75bd23322942fca78d9c81ae0d59a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247527 Feb 17 04:32:41.649811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39632) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:41.652722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc983f62-e17d-4369-b77c-ea3cb0c1932b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:41.662408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-13018149-5599-4b46-bd4a-4f7dd0af9183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:41.701098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b402c-da66-4335-8a91-8f16727d8053 req-1ae48d96-c5a9-4200-a98d-2e5c3ca7d70d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:41.702795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-700b402c-da66-4335-8a91-8f16727d8053 req-1ae48d96-c5a9-4200-a98d-2e5c3ca7d70d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.0981808 Feb 17 04:32:41.718883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.747609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.756817 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-700b402c-da66-4335-8a91-8f16727d8053 req-0f9cb6c7-b384-47d9-9a5c-ae6452e3ca03 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Feb 17 04:32:41.793119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.798130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-070ab21d-b70a-48ec-9a7e-44e2e0812320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:41.811906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc983f62-e17d-4369-b77c-ea3cb0c1932b,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:41.814748 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:41.816015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:41.817284 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e60abe0f-918d-471c-9a71-bb4d85c7b6bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc983f62-e17d-4369-b77c-ea3cb0c1932b HTTP/1.1" status: 204 len: 168 time: 0.1663847 Feb 17 04:32:42.171960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39642) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:42.226710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.258869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:42.265162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Usage tracker for resource:security_group_rule and tenant:17b07f632f854b80ae6db5de54ef27c2 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:42.269439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:42.277579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:42.323501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad110de-7455-4b2d-b0ac-fe382d059163 req-c80916e7-8589-4897-830a-fc8ded9462d3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:42.325117 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1ad110de-7455-4b2d-b0ac-fe382d059163 req-c80916e7-8589-4897-830a-fc8ded9462d3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1359057 Feb 17 04:32:42.392425 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1ad110de-7455-4b2d-b0ac-fe382d059163 req-9ad3166b-ff4e-4231-b589-311ac1c8085d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602503 Feb 17 04:32:42.431417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.434125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.442968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ede123d3-c5ad-4786-a63f-f0552a13736e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:42.487864 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17b07f632f854b80ae6db5de54ef27c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147666 Feb 17 04:32:42.489217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd8852-49bf-4ede-a971-0c76eb59de70,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:42.491101 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39646) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:42.492793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:42.560561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.588040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.634067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.639008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-de8e1c61-e044-4523-b80a-bdecb14e05ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:42.653068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd8852-49bf-4ede-a971-0c76eb59de70,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:42.655864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:42.666060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.667358 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eefd8852-49bf-4ede-a971-0c76eb59de70 HTTP/1.1" status: 204 len: 168 time: 0.1749532 Feb 17 04:32:42.831155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:42.907309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:42.907746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.976422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007682-4cdc-4fcb-aa5f-79da2318d2a4 req-87915a9b-a8b3-4c6f-b5fb-5b4bac47d9c7 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:42.978250 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2007682-4cdc-4fcb-aa5f-79da2318d2a4 req-87915a9b-a8b3-4c6f-b5fb-5b4bac47d9c7 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.1037645 Feb 17 04:32:43.032664 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2007682-4cdc-4fcb-aa5f-79da2318d2a4 req-a3bbf285-d298-4608-91c0-22852d18ec3d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Feb 17 04:32:43.211728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:43.241500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:43.251946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:43.256456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:43.259563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:43.295245 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'code': 200} Feb 17 04:32:43.339446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=6']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:43.343776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:43.598530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f86b-cc6b-4223-b10d-96b36dd43648 req-a620b421-0805-4247-8450-9313aa5386c3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:43.600184 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6151f86b-cc6b-4223-b10d-96b36dd43648 req-a620b421-0805-4247-8450-9313aa5386c3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0881493 Feb 17 04:32:43.650254 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6151f86b-cc6b-4223-b10d-96b36dd43648 req-050b7889-7c83-4eeb-8f82-c79a789b2cc5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Feb 17 04:32:43.931449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836e311-a89d-437d-ab8d-f1cc7446d670 req-7120a8c5-145a-4672-b828-fffc8817066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:43.933455 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1836e311-a89d-437d-ab8d-f1cc7446d670 req-7120a8c5-145a-4672-b828-fffc8817066d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 1162 time: 0.0847251 Feb 17 04:32:43.979208 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1836e311-a89d-437d-ab8d-f1cc7446d670 req-a9f60677-6b77-4b56-ab1e-dfee0aeb2e03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Feb 17 04:32:44.206698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:32:44.288902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2c75bbd7-431e-4308-9f77-e92b098fb235 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:44.289375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:44.401973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb7f0a-5dc1-47d1-8f1c-1a4bfae482bf req-8fbdee2c-42f9-4524-90bf-eb50e7f17db1 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:44.402707 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97eb7f0a-5dc1-47d1-8f1c-1a4bfae482bf req-8fbdee2c-42f9-4524-90bf-eb50e7f17db1 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.1052802 Feb 17 04:32:44.453740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97eb7f0a-5dc1-47d1-8f1c-1a4bfae482bf req-341d0c5f-0ccc-482c-bc7e-582f28f96096 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Synchronizing usage tracker for tenant:58cfa16676bd4a939cb641a84544835a on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:44.471563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-97eb7f0a-5dc1-47d1-8f1c-1a4bfae482bf req-341d0c5f-0ccc-482c-bc7e-582f28f96096 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Unset dirty status for tenant:58cfa16676bd4a939cb641a84544835a on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:44.472996 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-97eb7f0a-5dc1-47d1-8f1c-1a4bfae482bf req-341d0c5f-0ccc-482c-bc7e-582f28f96096 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Feb 17 04:32:44.768117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39714) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:44.864703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e97b9-d675-4527-8eb5-1a69beb0ad01 req-f43b02e6-b494-42ab-9e38-c934c892bdab tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:44.866266 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c27e97b9-d675-4527-8eb5-1a69beb0ad01 req-f43b02e6-b494-42ab-9e38-c934c892bdab tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0953460 Feb 17 04:32:44.921790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:44.948259 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c27e97b9-d675-4527-8eb5-1a69beb0ad01 req-43209dbe-2693-4c07-a7c7-713c4bc9742e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754573 Feb 17 04:32:44.949256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:44.953463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Usage tracker for resource:security_group_rule and tenant:8e0a116dbee04ec4b03b90d2aa58ba1f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:44.956900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:44.962894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:45.051291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.054098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.062289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0175e5ff-5fe8-4c5b-9313-384f16236f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:45.110182 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e0a116dbee04ec4b03b90d2aa58ba1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407793 Feb 17 04:32:45.112868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c1935-05ec-4652-ba7a-6d4ccc6aecc8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:45.113916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 39722) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:45.116997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:45.179610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.206407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.253018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.257980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5084a4b7-9954-4d12-9a24-26e67fb81a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:45.271184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c1935-05ec-4652-ba7a-6d4ccc6aecc8,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:45.277223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:45.283288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.285351 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b09c1935-05ec-4652-ba7a-6d4ccc6aecc8 HTTP/1.1" status: 204 len: 168 time: 0.1703742 Feb 17 04:32:45.575441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39732) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:45.595592 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.613129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:45.618404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Usage tracker for resource:security_group_rule and tenant:75554072ad8c4353a5dc912fa9aeb2ee is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:45.621707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:45.627677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:45.682301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b475d-9381-400f-9a67-526c3be128f8 req-006997db-fdca-46dd-96b5-d7d9b26e623d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:45.687610 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c78b475d-9381-400f-9a67-526c3be128f8 req-006997db-fdca-46dd-96b5-d7d9b26e623d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.0952938 Feb 17 04:32:45.720022 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.723721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.746011 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c78b475d-9381-400f-9a67-526c3be128f8 req-cf97e273-b582-4dcc-97fb-0423127a725f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518103 Feb 17 04:32:45.758930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b911556a-f517-4803-9d59-a387a6701a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:45.771386 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75554072ad8c4353a5dc912fa9aeb2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934214 Feb 17 04:32:45.772555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39740) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:45.819816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443489f-c9ac-4352-8fae-9b91573f4561,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:45.829919 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:45.859431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.888263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.938891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.944683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-685d052c-3a7f-4a74-a4f8-d1f453c4f606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:45.959181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443489f-c9ac-4352-8fae-9b91573f4561,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:45.962113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:45.970876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:45.972183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c443489f-c9ac-4352-8fae-9b91573f4561 HTTP/1.1" status: 204 len: 168 time: 0.1982780 Feb 17 04:32:46.162890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 24d0305f-8981-4172-84f4-e4f13545d3cb no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:32:46.174793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc1b8-4bb9-442c-ac5e-0844b4731eed req-3241d4a8-3284-4560-a934-f2842d3307f8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.176562 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f99fc1b8-4bb9-442c-ac5e-0844b4731eed req-3241d4a8-3284-4560-a934-f2842d3307f8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0945227 Feb 17 04:32:46.254240 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f99fc1b8-4bb9-442c-ac5e-0844b4731eed req-c5052060-929a-4717-a2cf-c02a0b3bcd82 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687394 Feb 17 04:32:46.274685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13494d45-3b60-4661-ba09-6db7bccae04b req-d4685716-09cc-4fee-b53b-cffa4d3c5313 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.276646 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13494d45-3b60-4661-ba09-6db7bccae04b req-d4685716-09cc-4fee-b53b-cffa4d3c5313 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 945 time: 0.1470978 Feb 17 04:32:46.349031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.366120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Deleting port 24d0305f-8981-4172-84f4-e4f13545d3cb {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:32:46.366511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.393681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 24d0305f-8981-4172-84f4-e4f13545d3cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=24d0305f-8981-4172-84f4-e4f13545d3cb,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:46.394861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:46.403823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:46.406165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ba9f9f0-b796-47fd-bb73-b689c011149d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:46.491798 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb', 'code': 200} Feb 17 04:32:46.493538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:46.507129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:46.914471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] For port 24d0305f-8981-4172-84f4-e4f13545d3cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=24d0305f-8981-4172-84f4-e4f13545d3cb,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:32:46.914908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.005042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf644047-01c8-4bf3-8790-6ad9a90a734b req-1a9d081d-8d67-41fb-9ac6-1e8561898463 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:47.008848 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bf644047-01c8-4bf3-8790-6ad9a90a734b req-1a9d081d-8d67-41fb-9ac6-1e8561898463 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 943 time: 0.1403348 Feb 17 04:32:47.058746 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bf644047-01c8-4bf3-8790-6ad9a90a734b req-052f8ea6-10c2-429f-b1a2-223c4cddd1a3 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Feb 17 04:32:47.064306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Calling delete_port for 24d0305f-8981-4172-84f4-e4f13545d3cb owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:32:47.214425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.232754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5b0276ea-9674-467d-824f-2f2af3e67d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:47.333980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Pushing event deleted for resources: {'Port': ['ID=24d0305f-8981-4172-84f4-e4f13545d3cb,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:47.344568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:47.527120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] No DVR routers for this DVR port 24d0305f-8981-4172-84f4-e4f13545d3cb on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:32:47.530346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.535165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-deleted', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:47.551792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294805-9b54-41ce-9b19-2ec886af7354 req-4dd048b8-aa4c-4f10-b90f-c81395fbbc14 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:47.553499 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8f294805-9b54-41ce-9b19-2ec886af7354 req-4dd048b8-aa4c-4f10-b90f-c81395fbbc14 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1737370 Feb 17 04:32:47.560362 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13494d45-3b60-4661-ba09-6db7bccae04b req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "DELETE /v2.0/ports/24d0305f-8981-4172-84f4-e4f13545d3cb HTTP/1.1" status: 204 len: 173 time: 1.2779973 Feb 17 04:32:47.588327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383b421-90f4-4bd7-b3fc-7b699ed452fa', 'name': 'network-vif-deleted', 'tag': '24d0305f-8981-4172-84f4-e4f13545d3cb', 'status': 'completed', 'code': 200} Feb 17 04:32:47.615570 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8f294805-9b54-41ce-9b19-2ec886af7354 req-f2d09daf-d919-4302-aafa-cc7a730bf586 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523636 Feb 17 04:32:47.743660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39826) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:47.865699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.881685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:47.885549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:1df4b36c9fe449bab1d1e26c2fb49e7a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:32:47.888642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:32:47.895198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:47.983684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.986574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:47.996135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d4366435-6fd7-4eab-8e06-29e96337dd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:48.045824 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1df4b36c9fe449bab1d1e26c2fb49e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983899 Feb 17 04:32:48.046716 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 39832) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:48.049566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7944b59-a267-4cd9-8b73-14c41fa0e02b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:48.053757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:48.117938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.148048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.198609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.205075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4968dc18-12c5-4860-8d17-bdb4e65ca2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:48.256544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7944b59-a267-4cd9-8b73-14c41fa0e02b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:48.258892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:48.270995 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6664acae-61cd-49bb-8e99-25117288f32b req-baf480d4-f091-4ce4-afde-9090193c2302 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=8383b421-90f4-4bd7-b3fc-7b699ed452fa HTTP/1.1" status: 200 len: 210 time: 0.0668638 Feb 17 04:32:48.273993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:48.277486 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b8d015a8-3dcd-4d18-9a8b-662fa6b7e706 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7944b59-a267-4cd9-8b73-14c41fa0e02b HTTP/1.1" status: 204 len: 168 time: 0.2278934 Feb 17 04:32:53.806003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-eb9e68ac-c63d-46a7-bff7-a515102cc931 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:53.807644 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-eb9e68ac-c63d-46a7-bff7-a515102cc931 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 814 time: 0.1560678 Feb 17 04:32:53.823277 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-7819f68e-2218-4e71-92bd-41818c3a832d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/quotas/58cfa16676bd4a939cb641a84544835a HTTP/1.1" status: 200 len: 375 time: 0.0096352 Feb 17 04:32:53.881616 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-080f41eb-bf26-4791-8ac8-e536b904da70 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524693 Feb 17 04:32:54.026993 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-1fbef2c8-bd18-4051-86fd-87c288ee4bde service neutron] 10.222.0.42 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373365 Feb 17 04:32:54.169590 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-612feaf8-f1d9-4b91-b683-cae8412ff1e1 service neutron] 10.222.0.42 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360774 Feb 17 04:32:54.361891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-12928438-611a-42e2-abae-0cb1abc5f30d req-7d417cc2-fb7a-493e-a8c9-1827a2f7e1e9 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Synchronizing usage tracker for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:54.377931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-12928438-611a-42e2-abae-0cb1abc5f30d req-7d417cc2-fb7a-493e-a8c9-1827a2f7e1e9 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Unset dirty status for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:54.379434 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-12928438-611a-42e2-abae-0cb1abc5f30d req-7d417cc2-fb7a-493e-a8c9-1827a2f7e1e9 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 210 time: 0.0669308 Feb 17 04:32:54.990402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f220ac6a-05e2-47a0-89cf-03fb8a6a5f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.468056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-ccefe940-f559-40b5-a8ac-a0bb5539da8b tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:55.469741 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-ccefe940-f559-40b5-a8ac-a0bb5539da8b tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 814 time: 0.1738682 Feb 17 04:32:55.489354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Request body: {'port': {'device_id': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf', 'admin_state_up': True, 'tenant_id': '58cfa16676bd4a939cb641a84544835a'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:55.555956 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-65388454-6ee3-4464-92e6-935bb99cbbf6 req-c8fb3eeb-d54f-4538-b16a-def1c6c7fdaf tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 210 time: 0.0559175 Feb 17 04:32:55.653820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:32:55.665360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:32:55.674086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Made reservation on behalf of 58cfa16676bd4a939cb641a84544835a for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:32:55.680820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:55.996501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Allocated IP 172.20.0.12 (7be67217-3e9f-4c13-96e2-a7952891e9bf/6070fa28-8fcc-4c53-b686-d29ce97d79c3/2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:32:56.210827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.240895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.255830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8f7e9d22-a477-431c-8721-8ade8cd295ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:56.400225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Pushing event updated for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:56.413441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:56.457003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:32:56.458151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:32:56.460428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:32:56.524142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:56.524810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.548497 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc6b6a1-8902-4e69-a7bc-988dd26c1186 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650740 Feb 17 04:32:56.563441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Request body: {'port': {'device_id': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:56.737619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:56.880871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8eb9-ceba-4d61-a19e-6a327f088f62 req-93438789-ca68-421b-a3bd-a4a5694fa301 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:56.881649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-794b8eb9-ceba-4d61-a19e-6a327f088f62 req-93438789-ca68-421b-a3bd-a4a5694fa301 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Synchronizing usage tracker for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:56.956007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-794b8eb9-ceba-4d61-a19e-6a327f088f62 req-93438789-ca68-421b-a3bd-a4a5694fa301 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Unset dirty status for tenant:58cfa16676bd4a939cb641a84544835a on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:56.957306 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-794b8eb9-ceba-4d61-a19e-6a327f088f62 req-93438789-ca68-421b-a3bd-a4a5694fa301 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 932 time: 0.2872059 Feb 17 04:32:57.092433 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-794b8eb9-ceba-4d61-a19e-6a327f088f62 req-aeb26688-7f22-4d67-bf0a-69fb2764a68b tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Feb 17 04:32:57.233539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:32:57.242291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.254369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Transition to ACTIVE for port object 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:32:57.256999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.272442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:57.410752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Pushing event updated for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:57.423258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:57.598337 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Attempting to bind port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:32:57.598735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Attempting to bind port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:32:57.599110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Attempting to bind port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 on network 7be67217-3e9f-4c13-96e2-a7952891e9bf {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:32:57.604728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:32:57.605106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Checking segment: {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:32:57.605508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.605904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Bound using segment: {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:32:57.606380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Bound port: 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aa4fb7-3fd4-4654-a484-00ecadd0e499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7be67217-3e9f-4c13-96e2-a7952891e9bf'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:32:57.606779 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.701541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:32:57.704548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:32:57.708404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:57.726843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87ca3a31-9121-453c-b7cd-e529151fd22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:58.112626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Pushing event updated for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:58.118608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:58.154319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.155038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.155341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-64362e49-a9a0-4e11-b309-506dc5a6375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.156999 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-d9225ef6-2db9-461a-b5fd-7c5d4753502e service neutron] 10.222.0.53 "PUT /v2.0/ports/2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 HTTP/1.1" status: 200 len: 1158 time: 1.5980358 Feb 17 04:32:58.157948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:32:58.233294 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2', 'status': 'completed', 'code': 200} Feb 17 04:32:58.276386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc8aeef-2f60-4a9b-8f38-7724e12fc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.277950 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-5fc8aeef-2f60-4a9b-8f38-7724e12fc4f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 1161 time: 0.0832970 Feb 17 04:32:58.320501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5864-e940-4267-abcc-8f7d5991bb1b req-ccd046ef-9c30-45da-9fcc-5f24640d3d01 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.322116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dcbb5864-e940-4267-abcc-8f7d5991bb1b req-ccd046ef-9c30-45da-9fcc-5f24640d3d01 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 944 time: 0.0929704 Feb 17 04:32:58.364021 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-91584ec0-51c4-4ba8-baa4-afe91ef7d0a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 HTTP/1.1" status: 200 len: 217 time: 0.0738680 Feb 17 04:32:58.370832 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dcbb5864-e940-4267-abcc-8f7d5991bb1b req-29e2f8b1-7155-4270-a9d7-fcaa9d23644d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Feb 17 04:32:58.433001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-29b5b868-81c2-43a7-8f15-384debf8e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.434587 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-29b5b868-81c2-43a7-8f15-384debf8e24a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6070fa28-8fcc-4c53-b686-d29ce97d79c3 HTTP/1.1" status: 200 len: 854 time: 0.0643859 Feb 17 04:32:58.495974 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-f4857d63-b358-4856-b25e-e28bbc6d11eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7be67217-3e9f-4c13-96e2-a7952891e9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497921 Feb 17 04:32:58.640489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-69d0cde2-ca43-4e5f-92ec-19d697cc67a9 service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368785 Feb 17 04:32:58.788392 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a533bf4d-78b2-4f9f-8677-223355fb70e5 req-3922c83e-6957-40d9-b200-2e9e32673e50 service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387231 Feb 17 04:32:58.879774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:58.925312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-3dec67b3-2cb3-4b4c-bde2-9948e4612824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:58.926976 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-3dec67b3-2cb3-4b4c-bde2-9948e4612824 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58cfa16676bd4a939cb641a84544835a&device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 1161 time: 0.0820239 Feb 17 04:32:59.073439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-be72ef7f-428d-4cb5-9f3f-fc478029f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:59.075068 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-be72ef7f-428d-4cb5-9f3f-fc478029f5fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 200 len: 908 time: 0.1412704 Feb 17 04:32:59.152980 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-5763c6aa-a47c-4f6c-b2c5-45610c3c2616 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 HTTP/1.1" status: 200 len: 217 time: 0.0701618 Feb 17 04:32:59.224256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-79267439-9232-4c43-a4d8-ee5583f97e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:59.225804 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-79267439-9232-4c43-a4d8-ee5583f97e90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6070fa28-8fcc-4c53-b686-d29ce97d79c3 HTTP/1.1" status: 200 len: 854 time: 0.0639653 Feb 17 04:32:59.284885 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-4227eb5c-be79-46cf-9648-3f8c340214ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7be67217-3e9f-4c13-96e2-a7952891e9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507307 Feb 17 04:32:59.432297 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-dbdaa926-f00c-4ec4-b619-09fd85ae175e service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401687 Feb 17 04:32:59.525974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:59.652353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed2884-8a4b-40e8-841f-990722bd43d8 req-acc18636-8936-4452-af24-6910ac450875 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:59.653969 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44ed2884-8a4b-40e8-841f-990722bd43d8 req-acc18636-8936-4452-af24-6910ac450875 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 944 time: 0.1421363 Feb 17 04:32:59.656050 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9aa1dc75-3c5f-4ec9-b007-ad50c7f1e803 req-c0799e48-0303-4d9a-a5a3-f03fb57a477f service neutron] 10.222.0.53 "GET /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165191 Feb 17 04:32:59.702984 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44ed2884-8a4b-40e8-841f-990722bd43d8 req-a7f7c006-e6b0-430f-a533-76214448efae tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Feb 17 04:33:00.157496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:00.905146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd942d36-29a8-447c-9bd7-2ce9e458e74b req-d466f494-5d52-4a1b-881f-4700ead9c440 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:00.906805 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd942d36-29a8-447c-9bd7-2ce9e458e74b req-d466f494-5d52-4a1b-881f-4700ead9c440 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 944 time: 0.0895371 Feb 17 04:33:00.955389 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fd942d36-29a8-447c-9bd7-2ce9e458e74b req-23aa1e5a-82a1-4a69-98f1-d1c55f2e0318 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Feb 17 04:33:02.157652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5c198-b760-45a2-924e-b0c3172a706f req-ab1a576f-e507-41a5-81fb-27bedf21f7f3 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:02.159952 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38b5c198-b760-45a2-924e-b0c3172a706f req-ab1a576f-e507-41a5-81fb-27bedf21f7f3 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 944 time: 0.0892646 Feb 17 04:33:02.206732 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38b5c198-b760-45a2-924e-b0c3172a706f req-48a95e2c-4a85-40a8-a1e6-0bcadf1ca6c7 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Feb 17 04:33:02.876360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:02.947836 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:02.953217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:02.953634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:03.076982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:03.105084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:03.116138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:03.120577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:03.122476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1e907f27-1c08-44fb-a54b-9d1809c920eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:03.160257 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2', 'code': 200} Feb 17 04:33:03.197652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:03.210372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.210785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.211174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.211550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.211926 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.212301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.212672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.213040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.213408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.213782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.214150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.214513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.214979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.215344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.215708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.216072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.216447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.216809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.217196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.217533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.217900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.218258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.218619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.219010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:03.227462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:03.475438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f5a79-aa16-4ea3-a5db-cb1d553beaef req-2f090027-181f-4a3b-b6ac-73ab8e578cfc tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:03.476953 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f49f5a79-aa16-4ea3-a5db-cb1d553beaef req-2f090027-181f-4a3b-b6ac-73ab8e578cfc tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.1575530 Feb 17 04:33:03.478835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446a39-c75d-402a-9ab3-bf74983b29ee req-0029e586-bf59-4b40-8363-b8987e0087e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:03.480303 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c446a39-c75d-402a-9ab3-bf74983b29ee req-0029e586-bf59-4b40-8363-b8987e0087e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 1163 time: 0.1241872 Feb 17 04:33:03.555196 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f49f5a79-aa16-4ea3-a5db-cb1d553beaef req-24b0026e-25a1-492e-b6c7-1544ee4577f5 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Feb 17 04:33:03.558562 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3c446a39-c75d-402a-9ab3-bf74983b29ee req-f3fc9f9c-e6ac-4fd3-a64f-5fe94d11835a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Feb 17 04:33:03.645181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.319890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:04.395346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:04.395805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:04.757188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e43e-26f6-404f-8c4c-cdfc3edc637c req-fb89a108-c211-4c37-9abe-77801d359643 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:04.758821 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d5f3e43e-26f6-404f-8c4c-cdfc3edc637c req-fb89a108-c211-4c37-9abe-77801d359643 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0905881 Feb 17 04:33:04.805942 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d5f3e43e-26f6-404f-8c4c-cdfc3edc637c req-3e8df37d-7167-433b-8081-7d9c023184c5 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Feb 17 04:33:06.006324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c79a8-f80e-40c0-9d58-0192b5656ae9 req-1328c947-acd7-4fe6-9c5f-cb6697dca153 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:06.007966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8d3c79a8-f80e-40c0-9d58-0192b5656ae9 req-1328c947-acd7-4fe6-9c5f-cb6697dca153 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0894096 Feb 17 04:33:06.057778 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8d3c79a8-f80e-40c0-9d58-0192b5656ae9 req-4c3444d2-1c7b-4d72-9e27-e259a4b94c71 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Feb 17 04:33:14.985263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:19.762690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9d9c-8505-43c8-acad-2e3607575747 req-b35175bc-6b18-44cb-bf10-0efda2d69670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:19.764343 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-b35175bc-6b18-44cb-bf10-0efda2d69670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1202 time: 0.0878594 Feb 17 04:33:19.989528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9d9c-8505-43c8-acad-2e3607575747 req-3008654b-a53d-497d-9f43-c0da9e2ea629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:19.991092 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-3008654b-a53d-497d-9f43-c0da9e2ea629 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.2191122 Feb 17 04:33:19.998152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495db4-28fd-46a1-9771-0e6e26ac839e req-e90e5e68-7a93-44e2-832d-dee95512ca5d tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:19.999678 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38495db4-28fd-46a1-9771-0e6e26ac839e req-e90e5e68-7a93-44e2-832d-dee95512ca5d tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.2802823 Feb 17 04:33:20.146465 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38495db4-28fd-46a1-9771-0e6e26ac839e req-56f44655-3dfc-47aa-bf5c-6149378803e0 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0864627 Feb 17 04:33:20.150640 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-5da1eae4-f551-4ccb-b457-ca66554761bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 1000 time: 0.1500368 Feb 17 04:33:20.224483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9d9c-8505-43c8-acad-2e3607575747 req-0879e27f-3511-45c5-9e1d-1e71ce267cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:20.226096 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-0879e27f-3511-45c5-9e1d-1e71ce267cf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0676177 Feb 17 04:33:20.315439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df9d9c-8505-43c8-acad-2e3607575747 req-0893dbfe-a89d-4fa7-9851-b743f60c77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:20.317000 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-0893dbfe-a89d-4fa7-9851-b743f60c77eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831590 Feb 17 04:33:20.464761 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-d7337465-471c-452a-95fc-9a080b7008cd service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397576 Feb 17 04:33:20.611015 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-70df9d9c-8505-43c8-acad-2e3607575747 req-ad6df289-b78a-4ba3-a4cf-ec48c2144590 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375968 Feb 17 04:33:21.348886 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ecdb-d81e-475d-8f0c-070e3fb264e0 req-3ee1623e-bd31-46ca-9e40-27a25d9e76db tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:21.350522 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0144ecdb-d81e-475d-8f0c-070e3fb264e0 req-3ee1623e-bd31-46ca-9e40-27a25d9e76db tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0888591 Feb 17 04:33:21.401257 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0144ecdb-d81e-475d-8f0c-070e3fb264e0 req-4ec41f42-c4ac-4f33-9a9e-a00953e1bd7c tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0441501 Feb 17 04:33:22.657466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea6b0a-c5c7-4e3c-aa09-3185a6a43e3d req-1bfea6d8-f3de-4ef1-9c08-74305ce1f209 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:22.659150 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3aea6b0a-c5c7-4e3c-aa09-3185a6a43e3d req-1bfea6d8-f3de-4ef1-9c08-74305ce1f209 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.1414614 Feb 17 04:33:22.711368 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3aea6b0a-c5c7-4e3c-aa09-3185a6a43e3d req-123248d0-d697-4d74-8c8e-38e549aa130a tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0457909 Feb 17 04:33:23.911298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827dded-6b03-4321-86c8-053939dc43c9 req-3ea756c1-8e0a-4e20-8dd2-b76c0baf7e97 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:23.912905 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b827dded-6b03-4321-86c8-053939dc43c9 req-3ea756c1-8e0a-4e20-8dd2-b76c0baf7e97 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0900495 Feb 17 04:33:23.962617 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b827dded-6b03-4321-86c8-053939dc43c9 req-0eb5aced-210c-4af7-bf22-b650c7ef9588 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0433507 Feb 17 04:33:24.995235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3e6df3ec-0dfc-4632-983b-c2566e55a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.167308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af53bf-7593-4e25-8e3e-c322294bd029 req-82051d7b-ef57-46fa-93f2-741e40fb220e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:25.168968 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-46af53bf-7593-4e25-8e3e-c322294bd029 req-82051d7b-ef57-46fa-93f2-741e40fb220e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0888207 Feb 17 04:33:25.218845 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-46af53bf-7593-4e25-8e3e-c322294bd029 req-805e913e-9fe7-4fb9-b47a-6340bc08120e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0428059 Feb 17 04:33:26.421065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68608d90-fa13-4c44-95cc-7d7de2291c34 req-bf1b1722-a2e2-494b-bccb-180c15d7b91e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:26.422687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68608d90-fa13-4c44-95cc-7d7de2291c34 req-bf1b1722-a2e2-494b-bccb-180c15d7b91e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0890391 Feb 17 04:33:26.472227 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68608d90-fa13-4c44-95cc-7d7de2291c34 req-d6755b25-224f-41f3-9a88-efe75f31a0c2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0431738 Feb 17 04:33:27.679257 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6234cd-1cad-4091-aee7-894ac2ca116b req-a96f5ef7-46d6-488e-b95f-31d86ceaedb4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:27.680790 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff6234cd-1cad-4091-aee7-894ac2ca116b req-a96f5ef7-46d6-488e-b95f-31d86ceaedb4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0948825 Feb 17 04:33:27.733544 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff6234cd-1cad-4091-aee7-894ac2ca116b req-ec12d3f8-1cc4-4b59-bcdf-887c1a293159 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0462565 Feb 17 04:33:28.136850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da7e4765-ead1-4fce-853d-ed4b16921d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:28.891383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:28.944180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848bb88-be65-4449-8e04-cb3df5398982 req-9e64b5df-e720-4977-abe5-d2f300afeeb2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:28.945847 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2848bb88-be65-4449-8e04-cb3df5398982 req-9e64b5df-e720-4977-abe5-d2f300afeeb2 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0947981 Feb 17 04:33:28.998397 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2848bb88-be65-4449-8e04-cb3df5398982 req-3b8f7d8c-9bf8-4171-b723-716cf014bea5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0458190 Feb 17 04:33:29.358250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4912ce-4990-4c6c-b7d9-22a8f0e7cd7e req-73a888f0-d26c-4fda-a1d6-8279ef261b9a tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:29.359791 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eb4912ce-4990-4c6c-b7d9-22a8f0e7cd7e req-73a888f0-d26c-4fda-a1d6-8279ef261b9a tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0887287 Feb 17 04:33:29.407167 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eb4912ce-4990-4c6c-b7d9-22a8f0e7cd7e req-7fe9a5cd-c7ae-4e42-a16b-5a2ba29edd6f tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Feb 17 04:33:29.527594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:30.160754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:30.425184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546c615-4620-4fe9-bc8d-4cbf25baa8eb req-9c9edda1-ed66-4379-8a66-e6a673bab40f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:30.426824 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f546c615-4620-4fe9-bc8d-4cbf25baa8eb req-9c9edda1-ed66-4379-8a66-e6a673bab40f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.3140411 Feb 17 04:33:30.478219 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f546c615-4620-4fe9-bc8d-4cbf25baa8eb req-d7b752b4-68fb-41d8-bf2f-da09db09295e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0448017 Feb 17 04:33:30.605855 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca86fe-7e90-4fbc-9248-aeef4d0ea8e4 req-237b06c4-4a40-4a2b-8d37-93167288b291 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:30.607507 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6dca86fe-7e90-4fbc-9248-aeef4d0ea8e4 req-237b06c4-4a40-4a2b-8d37-93167288b291 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0863731 Feb 17 04:33:30.659775 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6dca86fe-7e90-4fbc-9248-aeef4d0ea8e4 req-9827ba4b-dc11-40b1-af6d-e8809fe724ca tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Feb 17 04:33:31.680682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138dbf9-b4aa-45aa-b236-f0ce2451394d req-eba4ba27-9c68-44ff-ab43-a9f93b593361 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:31.682305 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6138dbf9-b4aa-45aa-b236-f0ce2451394d req-eba4ba27-9c68-44ff-ab43-a9f93b593361 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0894661 Feb 17 04:33:31.736118 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6138dbf9-b4aa-45aa-b236-f0ce2451394d req-59f9275d-dc08-4da1-a2dd-8f0706922155 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0474029 Feb 17 04:33:31.864938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3bfd6-d329-4f3a-8a1e-4739b6657c9d req-b56a76b9-ac47-4aeb-ab9c-5c9e71154cbb tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:31.866477 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-12f3bfd6-d329-4f3a-8a1e-4739b6657c9d req-b56a76b9-ac47-4aeb-ab9c-5c9e71154cbb tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0877120 Feb 17 04:33:31.914934 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-12f3bfd6-d329-4f3a-8a1e-4739b6657c9d req-350f1874-8406-403c-a544-11ce1a42b981 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Feb 17 04:33:32.937402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104198-7aa5-424b-bb87-6c5e92c0ff2b req-4b7253ac-b671-493a-b21f-04a026bcc079 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:32.939059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e104198-7aa5-424b-bb87-6c5e92c0ff2b req-4b7253ac-b671-493a-b21f-04a026bcc079 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0893452 Feb 17 04:33:32.992221 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3e104198-7aa5-424b-bb87-6c5e92c0ff2b req-e15a9d0e-31df-47f7-a561-2f675b09dd1d tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0456703 Feb 17 04:33:33.118339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59cb7-2b87-4430-b241-21c2ed4f9e68 req-cbcc57f2-0087-4718-96af-fee7fd70a130 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:33.119896 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-88f59cb7-2b87-4430-b241-21c2ed4f9e68 req-cbcc57f2-0087-4718-96af-fee7fd70a130 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0906556 Feb 17 04:33:33.166581 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-88f59cb7-2b87-4430-b241-21c2ed4f9e68 req-f91fe21d-3530-4e78-8c2f-bc9a11d1e30d tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Feb 17 04:33:33.638859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.175241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-d7990e5a-7576-440d-ac10-35ebfbc3e7f7 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:34.176852 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-d7990e5a-7576-440d-ac10-35ebfbc3e7f7 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.1406837 Feb 17 04:33:34.272959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Deleting port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:34.273346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.323911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02134d9-8f88-482d-bf38-00441faf85b9 req-a245d4b4-6c0f-48af-b42d-49a844d3920b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:34.325546 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f02134d9-8f88-482d-bf38-00441faf85b9 req-a245d4b4-6c0f-48af-b42d-49a844d3920b tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.2167480 Feb 17 04:33:34.368161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fdcbd-3cfa-47ee-9d15-76364774d64d req-df026ddd-3990-41f6-bec0-21ccaa247cad tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:34.369976 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-685fdcbd-3cfa-47ee-9d15-76364774d64d req-df026ddd-3990-41f6-bec0-21ccaa247cad tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 946 time: 0.0886295 Feb 17 04:33:34.419072 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-685fdcbd-3cfa-47ee-9d15-76364774d64d req-f75ac02d-b9d5-4dae-b5a9-d22994898f22 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Feb 17 04:33:34.444531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:34.451206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f02134d9-8f88-482d-bf38-00441faf85b9 req-178a3592-d100-466f-b200-20205100e80e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.1186564 Feb 17 04:33:34.569199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.597801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:34.598047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:34.598169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.608492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:34.613031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:34.615526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:34.653904 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2', 'code': 200} Feb 17 04:33:34.687159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:34.691099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:34.740314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Calling delete_port for 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:34.825798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:33:34.826164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:33:35.327548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Deleting port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:35.328045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:35.659911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] For port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,segment=NetworkSegment(65aa4fb7-3fd4-4654-a484-00ecadd0e499),segment_id=65aa4fb7-3fd4-4654-a484-00ecadd0e499)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:35.660220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:35.665894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f6f9-55a1-410e-80bd-92db61466192 req-516de274-017d-4306-90b8-9c2fe8425774 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:35.667619 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-82a6f6f9-55a1-410e-80bd-92db61466192 req-516de274-017d-4306-90b8-9c2fe8425774 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0936573 Feb 17 04:33:35.718513 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-82a6f6f9-55a1-410e-80bd-92db61466192 req-ce33d8b7-567f-4e88-b4bf-27a909bb6b11 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0445595 Feb 17 04:33:35.806556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Calling delete_port for 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:35.874024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92312d4-119c-4029-8f22-5ee6d79b9ec7 req-90090440-738a-4ca0-9c9e-0a2e5cdf83cb tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:35.875686 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e92312d4-119c-4029-8f22-5ee6d79b9ec7 req-90090440-738a-4ca0-9c9e-0a2e5cdf83cb tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/ports?device_id=a38f29bb-3f20-44a2-a68d-a0cfe83a0aea HTTP/1.1" status: 200 len: 944 time: 0.3203812 Feb 17 04:33:35.947582 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e92312d4-119c-4029-8f22-5ee6d79b9ec7 req-d23644eb-6643-495b-9e84-488e47818f43 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.42 "GET /v2.0/security-groups?id=f7af1f1e-7f71-4994-b258-5f6b0a0995d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Feb 17 04:33:36.012631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.028508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4f347805-f0c8-4d43-8461-309a3313abcf tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:36.129452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Pushing event deleted for resources: {'Port': ['ID=2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:36.146968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.147386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.147791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.148190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.148586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.148981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.149372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.149765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.150157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.150546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.150974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.151364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.152238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.152238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.152551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.152934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.153317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.153704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.154086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.154468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.154875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.155263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.155749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.156054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:36.161228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:36.257835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] No DVR routers for this DVR port 2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:33:36.259994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:36.262647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-deleted', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:36.277824 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eac0498a-22d1-4ba7-9701-38106bc2a08d req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] 10.222.0.53 "DELETE /v2.0/ports/2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2 HTTP/1.1" status: 204 len: 173 time: 2.0932596 Feb 17 04:33:36.310912 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38f29bb-3f20-44a2-a68d-a0cfe83a0aea', 'name': 'network-vif-deleted', 'tag': '2be7ee99-fd03-44c3-9cd8-a5e04c0b4fb2', 'status': 'completed', 'code': 200} Feb 17 04:33:36.936824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd8a5-3885-45b5-a9bc-f630b1e85e9b req-9c72ed8a-80bd-45c7-ae15-172fcc06c7ea tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:36.938568 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d61dd8a5-3885-45b5-a9bc-f630b1e85e9b req-9c72ed8a-80bd-45c7-ae15-172fcc06c7ea tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.1050332 Feb 17 04:33:36.991960 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d61dd8a5-3885-45b5-a9bc-f630b1e85e9b req-64e1a59b-9ac8-46c2-b64c-1ad7fd15585f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&id=27b54c47-d162-4e0f-824e-2d52cf59a6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0452862 Feb 17 04:33:48.289440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1783b5-46ef-4519-82bb-2fa8ec4c06bd req-7e49770c-31e5-489d-9d72-36ea5fe0d99e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:48.291092 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1b1783b5-46ef-4519-82bb-2fa8ec4c06bd req-7e49770c-31e5-489d-9d72-36ea5fe0d99e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0915945 Feb 17 04:33:48.338729 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1b1783b5-46ef-4519-82bb-2fa8ec4c06bd req-4ab13090-7c12-4664-bad1-2ddd931959b7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Feb 17 04:33:49.546092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9b403-1e1c-4840-be2c-83c70ac52846 req-56df8fb4-119b-4e4c-84a2-d4f5123f1a10 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:49.547721 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f4c9b403-1e1c-4840-be2c-83c70ac52846 req-56df8fb4-119b-4e4c-84a2-d4f5123f1a10 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0894907 Feb 17 04:33:49.595413 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f4c9b403-1e1c-4840-be2c-83c70ac52846 req-9a0a3342-27b7-4798-9175-7330250c8526 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Feb 17 04:33:50.132120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-9e4d82a0-c4d5-4651-acf3-963aace0bc52 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:50.133677 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-9e4d82a0-c4d5-4651-acf3-963aace0bc52 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0895681 Feb 17 04:33:50.215617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 2c75bbd7-431e-4308-9f77-e92b098fb235 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:50.216002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.485120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:50.485446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.556343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 2c75bbd7-431e-4308-9f77-e92b098fb235 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:33:50.684092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.713102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:50.724439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:50.727751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.730671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:50.774616 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'code': 200} Feb 17 04:33:50.805059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.805473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:50.805949 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Floating IP 5305d5a0-1880-4f92-bb46-98e382cb2d2b disassociated. External IP: 172.28.2.37, port: 2c75bbd7-431e-4308-9f77-e92b098fb235. Feb 17 04:33:50.806319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 2c75bbd7-431e-4308-9f77-e92b098fb235 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:50.813313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=7']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:50.817589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:50.820541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb756c-7011-407d-8aa7-ce5d49ddd79f req-f9e2461f-44b5-4021-a7af-bcd147f7284c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:50.822253 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-33fb756c-7011-407d-8aa7-ce5d49ddd79f req-f9e2461f-44b5-4021-a7af-bcd147f7284c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1034899 Feb 17 04:33:50.876352 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-33fb756c-7011-407d-8aa7-ce5d49ddd79f req-14edc66b-6517-4741-ac7b-2fda97dd519e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Feb 17 04:33:50.906111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:33:50.906479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:33:51.408188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 2c75bbd7-431e-4308-9f77-e92b098fb235 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:51.408639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.680669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] For port 2c75bbd7-431e-4308-9f77-e92b098fb235, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2c75bbd7-431e-4308-9f77-e92b098fb235,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:51.681177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:51.985796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:52.262571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.263023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.263375 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Floating IP 5305d5a0-1880-4f92-bb46-98e382cb2d2b disassociated. External IP: 172.28.2.37, port: 2c75bbd7-431e-4308-9f77-e92b098fb235. Feb 17 04:33:52.263755 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 2c75bbd7-431e-4308-9f77-e92b098fb235 owned by compute:nova {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:52.345187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffcdb8-3e9c-4f7e-8de9-00e05ee7bc84 req-19b40cb4-01b1-4250-bfb2-37e9eed8745d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:52.346866 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1cffcdb8-3e9c-4f7e-8de9-00e05ee7bc84 req-19b40cb4-01b1-4250-bfb2-37e9eed8745d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1700296 Feb 17 04:33:52.446900 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1cffcdb8-3e9c-4f7e-8de9-00e05ee7bc84 req-bebb434a-65e1-4775-acff-6bc761c16ab5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=34669f69-50a5-43fa-9fac-470fa899cf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864794 Feb 17 04:33:52.470945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:52.485929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:52.580389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'Port': ['ID=2c75bbd7-431e-4308-9f77-e92b098fb235,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:52.587049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:52.850976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:33:53.050221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:33:53.060690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:33:53.071711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:53.072521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:33:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:53.092613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] No DVR routers for this DVR port 2c75bbd7-431e-4308-9f77-e92b098fb235 on host hv-cinder-75996 {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:33:53.095079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:53.100781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-deleted', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:33:53.125306 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f68cc0c3-ab54-4eaa-ad1c-5d84b30a4b9f req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "DELETE /v2.0/ports/2c75bbd7-431e-4308-9f77-e92b098fb235 HTTP/1.1" status: 204 len: 173 time: 2.9824793 Feb 17 04:33:53.234869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933faf42-b08d-4703-8d1d-cc9cda06c9f0', 'name': 'network-vif-deleted', 'tag': '2c75bbd7-431e-4308-9f77-e92b098fb235', 'status': 'completed', 'code': 200} Feb 17 04:33:53.286446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:53.640746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8d2f6ee7-2906-4d1d-959a-ae7fb9123aba req-2eef518a-a98d-4f17-9aa0-4c42caa31faf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:33:53.647869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:53.658350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:33:53.670599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:33:53.671302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:33:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:53.675889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-8d2f6ee7-2906-4d1d-959a-ae7fb9123aba req-2eef518a-a98d-4f17-9aa0-4c42caa31faf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:33:53.677671 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8d2f6ee7-2906-4d1d-959a-ae7fb9123aba req-2eef518a-a98d-4f17-9aa0-4c42caa31faf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=933faf42-b08d-4703-8d1d-cc9cda06c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0952635 Feb 17 04:33:53.873177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:33:54.375321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:54.379903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9313d78c-9bfb-4344-88f3-90880dd5840e None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:33:54.818196 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7084a31-3576-4193-8b8c-5a5d57848f49 None None] New status for floating IP 5305d5a0-1880-4f92-bb46-98e382cb2d2b: DOWN {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:33:54.844606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40236) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:54.951643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:54.984589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.007193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-73abba7b-d337-417f-a0fd-9d70e49b4196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.035607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.040744 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4f857a1a-aaad-45ae-b749-4ab9bc133131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:55.056093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34669f69-50a5-43fa-9fac-470fa899cf5c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:55.065690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.066192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.066476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.066916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.067264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.067658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.068047 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.068438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.068832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.069221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.069607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.069991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.070451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.070864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.071252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.071632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.072017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.072375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.072759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.073141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.073522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.073900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.074279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.074675 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:55.083412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:55.084284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.085484 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "DELETE /v2.0/security-groups/34669f69-50a5-43fa-9fac-470fa899cf5c HTTP/1.1" status: 204 len: 168 time: 0.2397606 Feb 17 04:33:55.088487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40240) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:55.107260 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.v2.resource [None req-95ad239e-4dd4-40b5-aeac-1a10a2e39215 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] show failed (client error): The resource could not be found. Feb 17 04:33:55.108354 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-95ad239e-4dd4-40b5-aeac-1a10a2e39215 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups/34669f69-50a5-43fa-9fac-470fa899cf5c HTTP/1.1" status: 404 len: 347 time: 0.0188694 Feb 17 04:33:55.111396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40244) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:55.284188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 27823d6d-f92d-42ff-8c85-edc2619c8e57 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:33:55.284575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.684710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.685092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.824413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 27823d6d-f92d-42ff-8c85-edc2619c8e57 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:33:55.971836 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:55.987417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.084584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'Port': ['ID=27823d6d-f92d-42ff-8c85-edc2619c8e57,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.087463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.213505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.230944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.232178 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "DELETE /v2.0/floatingips/5305d5a0-1880-4f92-bb46-98e382cb2d2b HTTP/1.1" status: 204 len: 168 time: 1.1197309 Feb 17 04:33:56.618288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40260) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:56.624294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554377944', 'description': 'tempest-description--108651334'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:56.631754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.636261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.639331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.645730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:56.655628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.676663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.680602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.683488 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.689122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:56.759908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.762600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.781742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7db05fb5-8da1-47a3-acec-2e926340b087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.805145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.806414 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1870034 Feb 17 04:33:56.809837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40266) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:56.816660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group_rule': {'security_group_id': '7ce8cfeb-5f3b-4806-92ea-f1493b031b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:56.820041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8cfeb-5f3b-4806-92ea-f1493b031b06,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.823188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.823583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.828358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.832677 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40270) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:56.833620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.839596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:56.857959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.902294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Deleting subnet 6070fa28-8fcc-4c53-b686-d29ce97d79c3 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:33:56.905510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.923621 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.927367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.929543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:56.954143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a108334b-ca24-402e-9e35-7c47cd86c526,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:56.956846 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:56.960529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.963810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:56.965112 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c2f54508-3547-47b6-a0f1-aa9072c64203 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539962 Feb 17 04:33:56.967914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40274) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:56.973915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'security_group_rule': {'security_group_id': '7ce8cfeb-5f3b-4806-92ea-f1493b031b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:56.980358 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:56.984411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:security_group_rule and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:56.990156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:56.996129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:57.015312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.025974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.084768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.088752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.097058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:57.119908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51156e0c-44a8-455c-a060-a4993ffc1416,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:57.122765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:57.126810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.128680 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-b9677d94-b6ce-4e70-aac6-20de3b90a464 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597650 Feb 17 04:33:57.131963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40278) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:57.137604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:57.143995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:57.148063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Usage tracker for resource:floatingip and tenant:e32d06096fed426082a01281de7bcd2f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:33:57.151074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:33:57.156806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:57.167458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.289035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.306125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-36d2ea4a-21dd-4385-8df9-08d229168121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:57.316857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.405532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6070fa28-8fcc-4c53-b686-d29ce97d79c3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:57.408953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:57.449685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.456447 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-805b4436-daaf-41af-b3f3-0c223c266ee2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6070fa28-8fcc-4c53-b686-d29ce97d79c3 HTTP/1.1" status: 204 len: 168 time: 0.6225739 Feb 17 04:33:57.459343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40282) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:57.573041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.592282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Allocated IP 172.28.2.115 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/59c9569e-ee89-4324-b01b-c16053d0fc31) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:57.758235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.770111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.790121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.806532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cb03d5ac-9fc3-4b63-941f-d62e2e6c5843 tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:57.889498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be67217-3e9f-4c13-96e2-a7952891e9bf']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:57.902797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aa4fb7-3fd4-4654-a484-00ecadd0e499') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:57.903153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aa4fb7-3fd4-4654-a484-00ecadd0e499') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:33:57.916372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.933777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:57.936375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:33:57.948682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=59c9569e-ee89-4324-b01b-c16053d0fc31,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:57.962580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.013023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:58.014587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:58.017176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:58.101812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.133627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:33:58.142213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad448e4c-819e-4d0c-85a5-10a7fb3ac6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.143911 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.169848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.329457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Network 7be67217-3e9f-4c13-96e2-a7952891e9bf has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:33:58.352236 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:33:58.432350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.436326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3f127e4f-efc5-4bdd-aef0-e0ba49572a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:58.445597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.449043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.453742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.463209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=7be67217-3e9f-4c13-96e2-a7952891e9bf,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:58.467418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.468354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-611e2789-3baf-4cf0-b895-ccdec911854f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:58.472043 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-87f360db-caee-43a6-b496-8879341d0b6b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7be67217-3e9f-4c13-96e2-a7952891e9bf HTTP/1.1" status: 204 len: 168 time: 1.0115874 Feb 17 04:33:58.589161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40288) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:58.617499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=59c9569e-ee89-4324-b01b-c16053d0fc31,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:58.622556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.641242 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e9ab615f-4dce-4696-a3de-991beb3ab083 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58cfa16676bd4a939cb641a84544835a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507319 Feb 17 04:33:58.643901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40292) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:58.709523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.712413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.735194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.737191 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6035690 Feb 17 04:33:58.738971 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.789614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.794842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-296e5c35-128f-4177-853c-d0e345557aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:58.809048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7af1f1e-7f71-4994-b258-5f6b0a0995d5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:58.812027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:58.818546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.819825 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-cc7b85ef-93dd-4ae9-8142-7f7fb50a74bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7af1f1e-7f71-4994-b258-5f6b0a0995d5 HTTP/1.1" status: 204 len: 168 time: 0.1749582 Feb 17 04:33:58.905377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:58.980359 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-7bb71680-2883-479d-af6d-46b62bcaea2a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--554377944&fields=id&tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 267 time: 0.0461185 Feb 17 04:33:59.157874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-fe75cd3e-36fe-4f84-b1f7-93544b083970 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:59.161059 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-fe75cd3e-36fe-4f84-b1f7-93544b083970 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 817 time: 0.1731207 Feb 17 04:33:59.178161 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-cfbfacaf-22c1-4cf9-9729-3684a7b8d2a5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/quotas/e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 375 time: 0.0108829 Feb 17 04:33:59.274626 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-f1b07f06-4716-4a74-be89-0f54689ae0a0 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901098 Feb 17 04:33:59.529905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:59.810051 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-15e7d0b4-9a98-4bb3-bc7e-45f350947a2d service neutron] 10.222.0.42 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224380 Feb 17 04:33:59.953359 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-17d29f49-0e48-4500-8143-4d3c8f0413de service neutron] 10.222.0.42 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358235 Feb 17 04:34:00.151394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-84d733dd-e327-4e02-8a57-fbea5b0ea445 req-fcb291fb-b770-42cb-a851-b3c5c291d2bf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:00.167262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:00.167707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-84d733dd-e327-4e02-8a57-fbea5b0ea445 req-fcb291fb-b770-42cb-a851-b3c5c291d2bf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:00.168647 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-84d733dd-e327-4e02-8a57-fbea5b0ea445 req-fcb291fb-b770-42cb-a851-b3c5c291d2bf tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 210 time: 0.0681837 Feb 17 04:34:01.363530 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a8b6d230-8cd8-4655-90a4-fc24555e9763 req-36cf1316-1507-4d27-8a12-b29ada0fc60f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 210 time: 0.0781655 Feb 17 04:34:01.497081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-f7e8ab54-e485-4a08-bdf7-5bf80d7b36cd tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:01.498690 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-f7e8ab54-e485-4a08-bdf7-5bf80d7b36cd tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 817 time: 0.1686211 Feb 17 04:34:01.576242 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-3a1a228d-7a5a-45e4-95e6-ba6729d35f39 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 5703 time: 0.0679092 Feb 17 04:34:01.586211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'port': {'device_id': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'admin_state_up': True, 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'security_groups': ['7ce8cfeb-5f3b-4806-92ea-f1493b031b06']}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:01.733850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:01.744388 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:01.755366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Made reservation on behalf of e32d06096fed426082a01281de7bcd2f for: {'port': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:34:01.760958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.076889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Allocated IP 172.20.0.5 (341dd027-8fc5-48e5-b05e-415e0d7a7f78/32c25ceb-ac01-4b4c-bb41-3eff7c551baf/89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:34:02.276745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.292822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Transition to ACTIVE for port object 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:02.316664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.336506 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:02.478876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:02.493397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:02.537901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:34:02.539173 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:34:02.541936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:34:02.577068 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcf14-701e-4e2b-9335-967e18a3b7d8 req-489d795c-9447-4714-b26a-f72fe55142a4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:02.578725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6fbdcf14-701e-4e2b-9335-967e18a3b7d8 req-489d795c-9447-4714-b26a-f72fe55142a4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 931 time: 0.0935645 Feb 17 04:34:02.611007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:02.611951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.632857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-6fbdcf14-701e-4e2b-9335-967e18a3b7d8 req-03cc631a-875b-4d9b-abec-e1ccafe9aa99 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:02.639712 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-f4ccb506-1f7f-4d5c-9631-3822408b377d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0575700 Feb 17 04:34:02.651618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-6fbdcf14-701e-4e2b-9335-967e18a3b7d8 req-03cc631a-875b-4d9b-abec-e1ccafe9aa99 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:02.652890 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6fbdcf14-701e-4e2b-9335-967e18a3b7d8 req-03cc631a-875b-4d9b-abec-e1ccafe9aa99 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655396 Feb 17 04:34:02.707623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Request body: {'port': {'device_id': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:02.805001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-0115b0b7-d56e-49db-a3ac-4a57b9f7aed3 None None] Provisioning for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:02.809953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-0115b0b7-d56e-49db-a3ac-4a57b9f7aed3 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:02.810421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0115b0b7-d56e-49db-a3ac-4a57b9f7aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.826420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:02.872647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-0115b0b7-d56e-49db-a3ac-4a57b9f7aed3 None None] Port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:34:03.244059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:34:03.252550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.264459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Transition to ACTIVE for port object 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:34:03.267108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.283103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22f3c3b8-1866-441c-a791-cd5d33859bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:03.415161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:03.418456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:03.608386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Attempting to bind port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:34:03.608917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Attempting to bind port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:34:03.609138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Attempting to bind port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd on network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:34:03.616803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:34:03.617171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Checking segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:34:03.617574 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.617968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Bound using segment: {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:34:03.618437 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Bound port: 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:34:03.619077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.648076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.721027 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:34:03.724411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:34:03.727749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:03.744078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9f1de017-ab6e-4a57-8c8b-4a8466c95f0e tempest-VolumesSnapshotTestJSON-645015060 tempest-VolumesSnapshotTestJSON-645015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:03.957550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:03.963849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:04.018460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe961d1-acfe-4544-8d99-fcec8de10b28 req-e6726d7d-6746-498b-8546-ff2cdd6004b9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.019314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-cbe961d1-acfe-4544-8d99-fcec8de10b28 req-e6726d7d-6746-498b-8546-ff2cdd6004b9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Synchronizing usage tracker for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:04.023527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.024218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.025733 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] 10.222.0.53 "PUT /v2.0/ports/89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 1157 time: 1.3779917 Feb 17 04:34:04.026265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:04.043937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-cbe961d1-acfe-4544-8d99-fcec8de10b28 req-e6726d7d-6746-498b-8546-ff2cdd6004b9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Unset dirty status for tenant:e32d06096fed426082a01281de7bcd2f on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:04.045235 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cbe961d1-acfe-4544-8d99-fcec8de10b28 req-e6726d7d-6746-498b-8546-ff2cdd6004b9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.2072535 Feb 17 04:34:04.123361 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'status': 'completed', 'code': 200} Feb 17 04:34:04.161629 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cbe961d1-acfe-4544-8d99-fcec8de10b28 req-024acc9f-84c5-4dcd-b1a4-d4c51ff0e81f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078799 Feb 17 04:34:04.188486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-ced3e042-c875-490e-aed4-196242275b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.191072 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-ced3e042-c875-490e-aed4-196242275b8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1160 time: 0.1169636 Feb 17 04:34:04.265347 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-c85a9590-d886-4894-8dc8-f6faac77d273 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 217 time: 0.0666249 Feb 17 04:34:04.336392 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-91791942-a597-480e-95d0-6abf0b7102e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.337923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-91791942-a597-480e-95d0-6abf0b7102e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0665901 Feb 17 04:34:04.418973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06f32-695b-414e-9403-3503cf096f79 req-5dbbe5ee-8557-47c5-8534-9b2f61d79c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.420610 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-5dbbe5ee-8557-47c5-8534-9b2f61d79c04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759835 Feb 17 04:34:04.563614 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-05e9efd7-4f13-4a02-953d-8fab5e3e191b service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356604 Feb 17 04:34:04.711293 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-48a06f32-695b-414e-9403-3503cf096f79 req-d21930d7-758d-46c2-9b31-fd331d0ef4bc service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404138 Feb 17 04:34:04.843631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44190f54-16d9-406c-8770-a849cd69461d req-1338a31a-ed41-403e-a00c-c86ca3f5e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.845182 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-1338a31a-ed41-403e-a00c-c86ca3f5e5a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1160 time: 0.0812712 Feb 17 04:34:04.988177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44190f54-16d9-406c-8770-a849cd69461d req-3687b553-730f-45d4-9892-f38e20b52d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:04.989817 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-3687b553-730f-45d4-9892-f38e20b52d47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1379406 Feb 17 04:34:05.065376 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-12bedaa7-b1fe-4732-817d-29c94bfbe560 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 217 time: 0.0660608 Feb 17 04:34:05.137477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44190f54-16d9-406c-8770-a849cd69461d req-f0481947-8d18-4173-af6f-57d5e4082a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.139011 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-f0481947-8d18-4173-af6f-57d5e4082a9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0671511 Feb 17 04:34:05.223571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44190f54-16d9-406c-8770-a849cd69461d req-1a644227-cab1-4177-8345-9e3f4b4b7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.225199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-1a644227-cab1-4177-8345-9e3f4b4b7c79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792160 Feb 17 04:34:05.370174 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-bf6c035a-1b7b-470e-93e6-1ccab08b5339 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378596 Feb 17 04:34:05.380545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2d142-e861-4c04-89d4-75145d59eb80 req-9fc66b16-d667-4210-b1c1-bc73a78af16b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.382176 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2e2d142-e861-4c04-89d4-75145d59eb80 req-9fc66b16-d667-4210-b1c1-bc73a78af16b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0886407 Feb 17 04:34:05.433729 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2e2d142-e861-4c04-89d4-75145d59eb80 req-dc9c494d-47b8-461e-b3bc-e2513c07a444 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451071 Feb 17 04:34:05.741299 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-4b06eb5b-43ef-48cd-b11a-f23cb25d09c3 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3628931 Feb 17 04:34:05.777516 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-a96255fa-f8ac-472c-afbc-5e28f3968732 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0796006 Feb 17 04:34:05.928751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-b4c0ba36-559c-44cf-8693-d54926a1061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:05.930376 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-b4c0ba36-559c-44cf-8693-d54926a1061d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1202 time: 0.0793555 Feb 17 04:34:06.086034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-08e7bd1f-140b-400d-be31-e8c290f219f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.087657 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-08e7bd1f-140b-400d-be31-e8c290f219f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.1373787 Feb 17 04:34:06.199353 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-fd87bdd4-b13d-49cf-848e-17a87ddafebf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 1000 time: 0.1045480 Feb 17 04:34:06.271177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-b7fe62cc-c25d-4e94-ba5b-875c8761f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.272698 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-b7fe62cc-c25d-4e94-ba5b-875c8761f6fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0661707 Feb 17 04:34:06.355707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-22a63aa1-f019-4ab9-b286-31c84c856dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.357206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-22a63aa1-f019-4ab9-b286-31c84c856dfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771525 Feb 17 04:34:06.501734 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-5ea1e660-ad18-4411-9f25-9db1e0a3305a service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361637 Feb 17 04:34:06.643334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df2d7-bcc3-4208-aeca-34a9c6cd748c req-9c8fe6da-1d56-4663-8d6b-e217b32e9885 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:06.644875 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d61df2d7-bcc3-4208-aeca-34a9c6cd748c req-9c8fe6da-1d56-4663-8d6b-e217b32e9885 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0895107 Feb 17 04:34:06.648307 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-01d3626d-07d1-4eb9-a673-39bdf694948a req-1e74df36-ee98-4eb5-9a42-8d6ed3ecf1a9 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394413 Feb 17 04:34:06.692677 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d61df2d7-bcc3-4208-aeca-34a9c6cd748c req-431d8d42-df88-4e40-8678-04b9f69c9cad tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Feb 17 04:34:07.899547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ea79-f8d5-49ec-9a51-47692c273d8e req-c52a1222-a576-4455-b2e0-366c78538770 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:07.901174 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cb36ea79-f8d5-49ec-9a51-47692c273d8e req-c52a1222-a576-4455-b2e0-366c78538770 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0919623 Feb 17 04:34:07.950184 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-cb36ea79-f8d5-49ec-9a51-47692c273d8e req-f1aed6c2-b5ef-4f3e-bee7-cf34b6b5311c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Feb 17 04:34:09.153131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af3104-7b9e-40f4-ac25-6add8f3fda98 req-5a5c85d5-7cf1-484a-ab5e-198cc44b7357 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:09.154777 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2af3104-7b9e-40f4-ac25-6add8f3fda98 req-5a5c85d5-7cf1-484a-ab5e-198cc44b7357 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0871341 Feb 17 04:34:09.202508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d2af3104-7b9e-40f4-ac25-6add8f3fda98 req-de27e4df-48d7-44f4-b2ca-98e1880c4a3b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Feb 17 04:34:09.265463 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:09.337796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:34:09.342940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:09.343368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.466150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.495124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:09.505339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:09.508150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.510267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-59de1c56-225c-4383-814d-fb5bf4bc5aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:09.584001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:09.591841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.592236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.592618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.592994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.593368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.593742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.594113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.594485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.594877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.595247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.596214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.596586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.597013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.597382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.597747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.598110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.598472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.598863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.599226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.599588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.599949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.600311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.600670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.601031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:09.605821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:09.674512 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'code': 200} Feb 17 04:34:09.931882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268b243-4fdf-4304-95b5-8825cc25e48c req-59b4255f-33f0-49b3-9fb2-03dc3e3f29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:09.933383 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f268b243-4fdf-4304-95b5-8825cc25e48c req-59b4255f-33f0-49b3-9fb2-03dc3e3f29e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1162 time: 0.0800090 Feb 17 04:34:09.978007 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f268b243-4fdf-4304-95b5-8825cc25e48c req-2335ffc5-a64f-41a0-a04f-67b5019e3e74 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Feb 17 04:34:10.410684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c46311-375f-4713-92fb-defa1629dd4f req-763e8e62-6d5a-4ed6-a145-4f02676ebf00 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:10.412282 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63c46311-375f-4713-92fb-defa1629dd4f req-763e8e62-6d5a-4ed6-a145-4f02676ebf00 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0901396 Feb 17 04:34:10.459979 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63c46311-375f-4713-92fb-defa1629dd4f req-1575c822-9e25-482f-a7b4-d0e11f63a9a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 Feb 17 04:34:10.712753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:10.785951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:10.786377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.681438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a2ef-1a39-41d2-b532-a0a909b775c5 req-3030d144-fe3d-4d1a-bde6-e2fa56a0f0a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:11.684065 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d837a2ef-1a39-41d2-b532-a0a909b775c5 req-3030d144-fe3d-4d1a-bde6-e2fa56a0f0a2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0993237 Feb 17 04:34:11.746245 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d837a2ef-1a39-41d2-b532-a0a909b775c5 req-a0d2547f-f87c-44e3-ac5b-531bac108550 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517809 Feb 17 04:34:11.951726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72657608-3fb8-40f8-bca1-2fc41557ada2 req-8c517f04-446f-455a-9242-69eae91715a8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:11.953355 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72657608-3fb8-40f8-bca1-2fc41557ada2 req-8c517f04-446f-455a-9242-69eae91715a8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0982671 Feb 17 04:34:11.962857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40358) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:11.968579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Request body: {'floatingip': {'port_id': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:12.053179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.691932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.694794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.741622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:12.819244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:12.819667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.880783 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Floating IP b1d94778-cb44-411f-ad55-30628cfb2c53 associated. External IP: 172.28.2.115, port: 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd. Feb 17 04:34:13.258601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:34:13.450843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:34:13.455859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:13.462694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:34:13.473330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:13.474109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:33:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:13.515597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e867585c-cafb-4b92-af48-5051f2004917 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "PUT /v2.0/floatingips/b1d94778-cb44-411f-ad55-30628cfb2c53 HTTP/1.1" status: 200 len: 991 time: 1.5514441 Feb 17 04:34:13.516200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:13.570498 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'status': 'completed', 'code': 200} Feb 17 04:34:13.674939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-50141704-106e-4864-901c-f02a18370af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.676601 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-50141704-106e-4864-901c-f02a18370af4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1162 time: 0.0843000 Feb 17 04:34:13.678867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:13.821216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-284223b2-2430-499d-83b7-ab73dc3dda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:13.822795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-284223b2-2430-499d-83b7-ab73dc3dda92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1392167 Feb 17 04:34:13.935021 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-876d5694-18f3-41aa-9200-ad4b44c4072d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 999 time: 0.1053164 Feb 17 04:34:14.009553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-7d014f30-0e6b-4e1f-aa44-38c71d2cc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.011175 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-7d014f30-0e6b-4e1f-aa44-38c71d2cc5a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0696092 Feb 17 04:34:14.060746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b1d94778-cb44-411f-ad55-30628cfb2c53', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:dd:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:58Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:14.065076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:34:14.074214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:14.074847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:33:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:14.094402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-a5569560-e8b8-4f8a-9d46-44fbee7656ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:14.096841 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-a5569560-e8b8-4f8a-9d46-44fbee7656ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793455 Feb 17 04:34:14.279601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:14.469446 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-74085adb-763d-4241-ba3e-ae3fda54df17 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655033 Feb 17 04:34:14.612964 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ef91d468-3d92-4bdb-bc29-8611c4b82475 req-3448e0ee-d0b2-459b-b691-ae086003b4f2 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362236 Feb 17 04:34:14.665315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b1d94778-cb44-411f-ad55-30628cfb2c53', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:dd:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:58Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:14.669600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ce377-1c8a-4c1d-aa47-2234fa4e9d35 None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b1d94778-cb44-411f-ad55-30628cfb2c53', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'port_id': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'mac_address': 'fa:16:3e:dd:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:33:58Z', 'updated_at': '2021-02-17T04:34:12Z', 'revision_number': 1, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:14.949479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e3b4b-8110-4536-9921-d2fe02fa68af None None] New status for floating IP b1d94778-cb44-411f-ad55-30628cfb2c53: ACTIVE {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:34:25.000387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eb821612-1aa1-45ef-86bb-c596e25c7df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:28.134501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4454016a-7ef1-4402-a9ee-09163d817417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:28.888790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:28.984940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:29.532529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:30.165665 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:33.680807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.465614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411e3d3-e580-45cc-b859-d22ccb52481b req-007a63cd-2134-4ef6-aad9-27d8ddd3808a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:37.467237 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b411e3d3-e580-45cc-b859-d22ccb52481b req-007a63cd-2134-4ef6-aad9-27d8ddd3808a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0937080 Feb 17 04:34:37.515894 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b411e3d3-e580-45cc-b859-d22ccb52481b req-9399eeb8-1601-4e5c-847c-d5de40fc7a46 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417786 Feb 17 04:34:38.850231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d3fe3-aa69-4c05-8c44-e6d9973e14a2 req-d62b023e-abd7-4e10-9afa-737a709bf87e tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:38.851898 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-029d3fe3-aa69-4c05-8c44-e6d9973e14a2 req-d62b023e-abd7-4e10-9afa-737a709bf87e tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0865295 Feb 17 04:34:38.900159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-029d3fe3-aa69-4c05-8c44-e6d9973e14a2 req-7d1141f4-27ab-4320-84ec-08a102d6c4b1 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420871 Feb 17 04:34:40.099441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9394d-0be5-4cff-a530-0eacbbb927ae req-10e48e7a-916e-4fe3-8cdb-27be9dd35a2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:40.101031 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-54f9394d-0be5-4cff-a530-0eacbbb927ae req-10e48e7a-916e-4fe3-8cdb-27be9dd35a2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0887165 Feb 17 04:34:40.148490 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-54f9394d-0be5-4cff-a530-0eacbbb927ae req-ab73e812-5d31-4bcd-a6fa-733c631def27 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412526 Feb 17 04:34:40.520439 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-b28b618e-78fd-4bac-935f-f5783cf6e913 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-90420373&fields=id&tenant_id=e401c30923fd42929132fb2cef14affc HTTP/1.1" status: 200 len: 267 time: 0.0471613 Feb 17 04:34:40.610432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-d268d451-1f39-4d9a-b674-930e59c1e7d0 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:40.613594 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-d268d451-1f39-4d9a-b674-930e59c1e7d0 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 984 time: 0.0872862 Feb 17 04:34:40.625958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Request body: {'port': {'security_groups': ['0b12c593-1968-4dcc-b364-a4edb9b0bbef']}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:40.760725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.307276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:41.333021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.336554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11708811'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.354723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6238e2c8-1fc1-44a2-89c0-f33c31a45de4 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:41.358783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4461-2a85-40ac-8b62-38bafd3de6d8 req-85ec08fc-9ce6-461f-9ce9-9abd14b26a9d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:41.360962 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-771b4461-2a85-40ac-8b62-38bafd3de6d8 req-85ec08fc-9ce6-461f-9ce9-9abd14b26a9d tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0925031 Feb 17 04:34:41.410366 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-771b4461-2a85-40ac-8b62-38bafd3de6d8 req-4924374c-de40-40ed-a776-662a853254e5 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427322 Feb 17 04:34:41.510882 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:41.524600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.525004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.525402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.525793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.526227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.526618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.527030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.527414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.527803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.528185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.528568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.528946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.529404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.529792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.530168 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.530546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.530950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.531333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.531711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.532085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.533145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.533534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.533916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.534294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:41.539021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:41.573925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:41.574688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.576138 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-72eff2fe-b05a-42da-9ac8-675b821ac3b1 req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "PUT /v2.0/ports/93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 942 time: 0.9550588 Feb 17 04:34:41.576720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:41.626737 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:34:41.654174 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-27eebe97-48b5-4f79-93e4-ba50f7973ac3 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups/27b54c47-d162-4e0f-824e-2d52cf59a6d1 HTTP/1.1" status: 200 len: 3001 time: 0.0582409 Feb 17 04:34:41.731296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-57c62cb3-b94d-4b9b-a603-36c5c33eb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:41.732976 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-57c62cb3-b94d-4b9b-a603-36c5c33eb27c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.0849233 Feb 17 04:34:41.735913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.763511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-4c5a4d51-ce5b-4a8e-a27a-22c92a587db1 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:41.763883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c5a4d51-ce5b-4a8e-a27a-22c92a587db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.770329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.825739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.833992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-77b00be0-399b-40ea-9b5f-fe0b7cdc2977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:41.853243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b54c47-d162-4e0f-824e-2d52cf59a6d1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:41.856489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:41.868759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.870442 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7706d999-dc88-46d0-99ac-729c0ccd0a8e req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "DELETE /v2.0/security-groups/27b54c47-d162-4e0f-824e-2d52cf59a6d1 HTTP/1.1" status: 204 len: 173 time: 0.2089236 Feb 17 04:34:41.916540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-9943f61e-fea8-4e80-81d9-6dc894c96798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:41.918181 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-9943f61e-fea8-4e80-81d9-6dc894c96798 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.1767821 Feb 17 04:34:42.028789 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-34877928-0510-4a22-9616-cb0baebe1731 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/floatingips/f30569c0-1088-4d38-99c4-16d5cf97936d HTTP/1.1" status: 200 len: 997 time: 0.1378384 Feb 17 04:34:42.039714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-d0384391-c625-4b3d-a694-39d0c9f71abc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 1000 time: 0.1127656 Feb 17 04:34:42.110940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-69f3472e-e5b0-4515-afeb-bb073ba5ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:42.112638 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-69f3472e-e5b0-4515-afeb-bb073ba5ca61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0662136 Feb 17 04:34:42.198373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-ebfc964f-0b87-4cb4-b8d9-b2934a7cce14 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:42.199908 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-ebfc964f-0b87-4cb4-b8d9-b2934a7cce14 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 784 time: 0.1645775 Feb 17 04:34:42.200199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-af790ca8-8918-49e4-b90d-80f3e50a11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:42.201841 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-af790ca8-8918-49e4-b90d-80f3e50a11ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824172 Feb 17 04:34:42.211701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-dd3dbf81-37b8-4773-a6ee-0cb9687c8fda tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84011) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:34:42.212790 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-dd3dbf81-37b8-4773-a6ee-0cb9687c8fda tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062103 Feb 17 04:34:42.327784 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-54df1299-d2ea-41ba-bb3c-817ec4b942f1 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1084478 Feb 17 04:34:42.346308 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-4a77d065-e5e2-43e0-ac7e-f0aaec944a98 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371202 Feb 17 04:34:42.414048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-203ece53-5c06-45c2-ae5c-b7a26bfeb636 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:42.415562 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-203ece53-5c06-45c2-ae5c-b7a26bfeb636 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports/93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 942 time: 0.0812452 Feb 17 04:34:42.496489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ba97fcbd-f87c-4d4a-9a7d-c8e9c5eea272 req-985350cb-4eb9-4056-b53d-1f6ac6361f8b service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432855 Feb 17 04:34:42.604098 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-74d865df-5766-41a5-9066-61ae1ab08d66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1038048 Feb 17 04:34:42.615737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d4bc4-88d3-4db5-828a-47ab9ad30611 req-eab593f4-1a8d-45a7-84b0-c8540d6de679 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:42.617378 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8e0d4bc4-88d3-4db5-828a-47ab9ad30611 req-eab593f4-1a8d-45a7-84b0-c8540d6de679 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0876479 Feb 17 04:34:42.665548 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8e0d4bc4-88d3-4db5-828a-47ab9ad30611 req-e0384c41-0e1c-442b-aca7-96f77996ddea tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417304 Feb 17 04:34:42.827594 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Deleting port e84b6fbe-0dce-477b-baf5-288ea447190c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:42.827973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.009670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.010034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.119036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:43.148641 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Calling delete_port for e84b6fbe-0dce-477b-baf5-288ea447190c owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:43.195477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 93915624-54fb-4c55-b97a-82bc32e19cde triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:43.195824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.313122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.332756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe52fda4-edde-48df-88c8-15301e83d168 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:43.435967 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event deleted for resources: {'Port': ['ID=e84b6fbe-0dce-477b-baf5-288ea447190c,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:43.441113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:43.552807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:43.553169 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Floating IP f30569c0-1088-4d38-99c4-16d5cf97936d disassociated (deleted). External IP: 172.28.2.34, port: 93915624-54fb-4c55-b97a-82bc32e19cde. Feb 17 04:34:43.867807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5b01e-a319-4a3d-bcb2-fd0e4dc5ce3c req-d967942f-5dae-4293-a88a-ab4954eab3a7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:43.869312 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35e5b01e-a319-4a3d-bcb2-fd0e4dc5ce3c req-d967942f-5dae-4293-a88a-ab4954eab3a7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0883386 Feb 17 04:34:43.918254 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-35e5b01e-a319-4a3d-bcb2-fd0e4dc5ce3c req-7182a0e6-80f2-4317-8371-66c7b96ff60b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426345 Feb 17 04:34:43.940668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Router 59c4da62-9d3c-41ad-a492-2504552d0815 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:34:44.134947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:34:44.145133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Sync routers for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:34:44.155590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:44.156265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:34:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:44.159975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:44.226529 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "DELETE /v2.0/floatingips/f30569c0-1088-4d38-99c4-16d5cf97936d HTTP/1.1" status: 204 len: 173 time: 1.6162674 Feb 17 04:34:44.227153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:44.327372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-9e17e352-c6ef-43aa-a58b-45fd6fbac51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.329214 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-9e17e352-c6ef-43aa-a58b-45fd6fbac51c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.0859456 Feb 17 04:34:44.331464 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:34:44.357241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:44.445522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-8d572f2a-8d81-464d-80a1-43ac04ec3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.447166 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-8d572f2a-8d81-464d-80a1-43ac04ec3136 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e401c30923fd42929132fb2cef14affc&device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 1162 time: 0.0917499 Feb 17 04:34:44.606108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-2cf9dcb2-bd37-4bb8-ae77-66d458ce0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.607803 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-2cf9dcb2-bd37-4bb8-ae77-66d458ce0b4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.1510835 Feb 17 04:34:44.689434 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-9ec7f66f-c505-4be9-8585-0f294759af61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 217 time: 0.0686202 Feb 17 04:34:44.701686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-305ec410-b311-4f0d-9b2e-624db5594289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.703293 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-305ec410-b311-4f0d-9b2e-624db5594289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 200 len: 909 time: 0.3675790 Feb 17 04:34:44.723404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:44.727608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Checking router: 59c4da62-9d3c-41ad-a492-2504552d0815 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:34:44.737583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:44.738227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:34:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:44.762707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-7c996eb3-655c-41b4-b88b-c605a55c6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.764305 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-7c996eb3-655c-41b4-b88b-c605a55c6a18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0688689 Feb 17 04:34:44.784438 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-0a4fc1ce-56bd-447b-8570-593c54a9d986 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 200 len: 217 time: 0.0736213 Feb 17 04:34:44.847848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-76b8af80-dc90-46a0-8be0-22bcc5d69362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.849462 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-76b8af80-dc90-46a0-8be0-22bcc5d69362 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783753 Feb 17 04:34:44.857220 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-554d9480-9159-4cb9-8c1c-8f96f7105488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.859515 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-554d9480-9159-4cb9-8c1c-8f96f7105488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 200 len: 854 time: 0.0674529 Feb 17 04:34:44.962070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:44.964694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-bb4b4cd0-c41c-472a-9524-7e5542386c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:44.966473 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-bb4b4cd0-c41c-472a-9524-7e5542386c24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd1f22ea-6924-4ea5-b21d-a54c2b25651d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001060 Feb 17 04:34:45.008730 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-13930c9a-c473-4099-acff-5e27c524d967 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510191 Feb 17 04:34:45.123448 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-84e1992e-c9c8-4945-a484-2161e23cf8e2 service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490626 Feb 17 04:34:45.231074 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ca57002a-86da-4cb3-b33c-4a3596f1f4f7 req-4806168a-d8ce-4ea2-9559-0fa4eb9426e1 service neutron] 10.222.0.53 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120275 Feb 17 04:34:45.241655 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d998e-e87c-4295-b55b-a28aae904b0c req-6b3084f2-210e-4aea-8af6-288aaf6ee960 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:45.243274 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-682d998e-e87c-4295-b55b-a28aae904b0c req-6b3084f2-210e-4aea-8af6-288aaf6ee960 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.1442695 Feb 17 04:34:45.279835 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f2e79333-80c3-4d25-b7e1-438f974ec40f req-a09dd5f5-ae0b-47a7-a4ec-63a0815c063a service neutron] 10.222.0.42 "GET /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481633 Feb 17 04:34:45.306916 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-682d998e-e87c-4295-b55b-a28aae904b0c req-53c27870-8779-4b6c-9b77-8942b8e1f5cf tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0497191 Feb 17 04:34:45.331601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:45.331728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab739b2-51ed-4a1e-a2b5-e7346452f3e2 None None] The sync data for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb is: [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:30:59Z', 'revision_number': 4, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '31fa63ed-f731-414d-a750-3c507ebb5799', 'name': '', 'network_id': 'dd1f22ea-6924-4ea5-b21d-a54c2b25651d', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'mac_address': 'fa:16:3e:d0:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:58Z', 'updated_at': '2021-02-17T04:31:12Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'subnets': [{'id': 'a877d563-b7da-49f8-9694-aad2d2b14fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:45.733797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bf523f-f162-4f74-a1bf-02168c8e4047 None None] New status for floating IP f30569c0-1088-4d38-99c4-16d5cf97936d: DOWN {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:34:46.512271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0741-7779-4cec-8612-d8df6e1adedf req-c8ef11d9-c134-45bd-889d-1f50d58693d2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:46.514069 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-579c0741-7779-4cec-8612-d8df6e1adedf req-c8ef11d9-c134-45bd-889d-1f50d58693d2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0907562 Feb 17 04:34:46.565545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-579c0741-7779-4cec-8612-d8df6e1adedf req-9bdc4add-267f-4be9-ad9c-59005a49d9c5 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446842 Feb 17 04:34:46.983228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:47.062271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:47.062708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:47.567875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-fd66bd27-eddc-45ca-acae-1fcd99f5809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:47.569450 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-fd66bd27-eddc-45ca-acae-1fcd99f5809e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0802457 Feb 17 04:34:47.769294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-7cf24485-efcf-4e50-9771-6e576b24f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:47.770936 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-7cf24485-efcf-4e50-9771-6e576b24f04a service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1946232 Feb 17 04:34:47.877210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7fba2-0e8f-4710-afa1-84e8d83e9ba3 req-37cd8200-b5f5-422f-bd6a-613eef805da7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:47.878842 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eaf7fba2-0e8f-4710-afa1-84e8d83e9ba3 req-37cd8200-b5f5-422f-bd6a-613eef805da7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.1912384 Feb 17 04:34:47.919541 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-48bd35d7-5052-4d07-a223-cfd05495ae8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 1000 time: 0.1359076 Feb 17 04:34:47.988218 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eaf7fba2-0e8f-4710-afa1-84e8d83e9ba3 req-91c9ab26-4aae-4224-ac8e-1b5dd9902f94 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0953658 Feb 17 04:34:48.010139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-c1edaf16-e4b3-4507-b998-2710eed70971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:48.011738 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-c1edaf16-e4b3-4507-b998-2710eed70971 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0795619 Feb 17 04:34:48.094234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-4e8b5969-1bd1-4df5-8f00-6e95d244300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:48.095904 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-4e8b5969-1bd1-4df5-8f00-6e95d244300d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775726 Feb 17 04:34:48.466053 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-d7a551e1-4e80-437a-80d4-31fddb0619a5 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622210 Feb 17 04:34:48.661853 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aedb695-cae5-4c8d-be5e-7ffa5b723e7e req-3155b22a-10da-4c76-8438-857ec38ea246 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1888516 Feb 17 04:34:48.705442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0557b51-6a56-4927-80bc-9ee25ef524b3 req-06d36a67-23e3-49bb-8c77-82756ef6798e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:48.707025 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e0557b51-6a56-4927-80bc-9ee25ef524b3 req-06d36a67-23e3-49bb-8c77-82756ef6798e tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.0996320 Feb 17 04:34:48.755754 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e0557b51-6a56-4927-80bc-9ee25ef524b3 req-18f95578-f9d0-4984-8831-32ddc08bbadb tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Feb 17 04:34:49.186292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9869f4d-7fc4-499e-a728-2d5590b000f1 req-183496a4-476f-47b9-9b81-0bfd8af4e81f tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:49.187952 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a9869f4d-7fc4-499e-a728-2d5590b000f1 req-183496a4-476f-47b9-9b81-0bfd8af4e81f tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0868359 Feb 17 04:34:49.235857 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a9869f4d-7fc4-499e-a728-2d5590b000f1 req-fc6bd1c9-9f55-4166-9e86-acc26ca025c2 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411601 Feb 17 04:34:49.958002 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-9d69d41d-f306-408d-8fb9-115d787bd0b8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:49.958827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-9d69d41d-f306-408d-8fb9-115d787bd0b8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:49.973290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-9d69d41d-f306-408d-8fb9-115d787bd0b8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:49.974526 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-9d69d41d-f306-408d-8fb9-115d787bd0b8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.1043048 Feb 17 04:34:50.023084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-4bc240ff-5b49-4198-b51b-a01e931141f8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Synchronizing usage tracker for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:50.037499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-4bc240ff-5b49-4198-b51b-a01e931141f8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Unset dirty status for tenant:e401c30923fd42929132fb2cef14affc on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:50.038677 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0bd4fce2-586b-47c4-a165-c8b45ec67b3e req-4bc240ff-5b49-4198-b51b-a01e931141f8 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Feb 17 04:34:50.439548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace78ec-7706-4332-84d0-f58dd9932474 req-48c18a4f-8a81-44a6-8ca6-728ced1f94ac tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:50.441174 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7ace78ec-7706-4332-84d0-f58dd9932474 req-48c18a4f-8a81-44a6-8ca6-728ced1f94ac tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0910110 Feb 17 04:34:50.496163 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7ace78ec-7706-4332-84d0-f58dd9932474 req-0b683ba7-6646-40cc-b598-e398307c135c tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474558 Feb 17 04:34:50.831145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-bf1d9d7c-80c2-4595-8453-4d98aad06d66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:50.832718 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-bf1d9d7c-80c2-4595-8453-4d98aad06d66 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 945 time: 0.0929644 Feb 17 04:34:50.915135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Deleting port 93915624-54fb-4c55-b97a-82bc32e19cde {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:50.915452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:50.976625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 93915624-54fb-4c55-b97a-82bc32e19cde no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:34:51.107875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.144426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:51.155640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:51.160336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.161398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:34:51.202375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:51.249399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:51.249814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.281774 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'code': 200} Feb 17 04:34:51.326245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=7']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:51.337440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:51.364182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.398515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:51.401646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:51.403542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:51.404110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Calling delete_port for 93915624-54fb-4c55-b97a-82bc32e19cde owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:51.474161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:51.477412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:51.492347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd7833-e31b-444c-8d42-9bfa3333662a req-a836a3b4-75b5-45ce-9ee0-79c9be3a3cad tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:51.493973 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28fd7833-e31b-444c-8d42-9bfa3333662a req-a836a3b4-75b5-45ce-9ee0-79c9be3a3cad tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 943 time: 0.2939878 Feb 17 04:34:51.544042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:34:51.544416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:34:51.556309 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-28fd7833-e31b-444c-8d42-9bfa3333662a req-e3701c38-384f-4ce8-ac20-2f26925798d7 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b12c593-1968-4dcc-b364-a4edb9b0bbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Feb 17 04:34:51.699745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b555-3982-42fe-8db5-3d828fdf1d33 req-a6182efb-cd94-40f7-a606-d6357ac9df46 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:51.701348 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8e24b555-3982-42fe-8db5-3d828fdf1d33 req-a6182efb-cd94-40f7-a606-d6357ac9df46 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0916092 Feb 17 04:34:51.748408 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8e24b555-3982-42fe-8db5-3d828fdf1d33 req-cb6870fc-a32e-45cb-9589-ca3bb850186f tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406754 Feb 17 04:34:52.032847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40510) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:52.045179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Deleting port 93915624-54fb-4c55-b97a-82bc32e19cde {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:52.045780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.123996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1dd5c-d2d6-4844-a664-45252dbc57dd req-8bf386e6-5fc9-4e36-b6db-17bba38aea18 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:52.125597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68a1dd5c-d2d6-4844-a664-45252dbc57dd req-8bf386e6-5fc9-4e36-b6db-17bba38aea18 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0903163 Feb 17 04:34:52.174278 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68a1dd5c-d2d6-4844-a664-45252dbc57dd req-20bbbc71-6655-4a5e-9ec0-6915aaadec56 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421798 Feb 17 04:34:52.327810 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-1e30a280-0eb4-4eb2-bef4-07d3ac45d6a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2932680 Feb 17 04:34:52.391248 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] For port 93915624-54fb-4c55-b97a-82bc32e19cde, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=93915624-54fb-4c55-b97a-82bc32e19cde,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:52.392198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.528136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Calling delete_port for 93915624-54fb-4c55-b97a-82bc32e19cde owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:52.684874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.701359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-401fbf93-28ca-4ee3-bb5d-e740e5874f3c tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:52.732224 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ec7dbd1b-ba15-4636-b3e0-a7b78f1de9ce req-2bdd6746-ccfd-4a50-bbba-a7c2a492aff4 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc849f38-1a24-4e03-a3c0-9f95e719b218 HTTP/1.1" status: 200 len: 210 time: 0.0560739 Feb 17 04:34:52.798140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Pushing event deleted for resources: {'Port': ['ID=93915624-54fb-4c55-b97a-82bc32e19cde,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:52.805202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:52.912117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] No DVR routers for this DVR port 93915624-54fb-4c55-b97a-82bc32e19cde on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:34:52.914599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:52.917658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-deleted', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:52.934803 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de70fd95-24a5-4d69-a422-9a35e08fa009 req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] 10.222.0.53 "DELETE /v2.0/ports/93915624-54fb-4c55-b97a-82bc32e19cde HTTP/1.1" status: 204 len: 173 time: 2.0951862 Feb 17 04:34:53.025597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc849f38-1a24-4e03-a3c0-9f95e719b218', 'name': 'network-vif-deleted', 'tag': '93915624-54fb-4c55-b97a-82bc32e19cde', 'status': 'completed', 'code': 200} Feb 17 04:34:53.283208 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:53.335219 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'code': 422} returned with failed status Feb 17 04:34:53.378902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c50f-b07b-4ad0-ad45-f78c60e16fd6 req-23c19af5-4239-4a00-806a-36c2007f8558 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.380604 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b949c50f-b07b-4ad0-ad45-f78c60e16fd6 req-23c19af5-4239-4a00-806a-36c2007f8558 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0922661 Feb 17 04:34:53.447039 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b949c50f-b07b-4ad0-ad45-f78c60e16fd6 req-bc743eee-433a-45c5-9cef-6a67318b4d17 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0552421 Feb 17 04:34:53.511584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-ccf8bad0-bd6a-4ced-897a-af62049ba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.513275 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-ccf8bad0-bd6a-4ced-897a-af62049ba925 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f&tenant_id=2905453d033a4d4fb7276bc9d48ea91d HTTP/1.1" status: 200 len: 1160 time: 0.1014001 Feb 17 04:34:53.625402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-06c20982-0965-402f-8b96-0ce1c06dd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.627651 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-06c20982-0965-402f-8b96-0ce1c06dd16c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1160 time: 0.0810542 Feb 17 04:34:53.773025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-468258fe-b0d2-444a-b5a0-59a3b130ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.774624 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-468258fe-b0d2-444a-b5a0-59a3b130ca05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1366518 Feb 17 04:34:53.889111 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-a195e4be-d2ba-4181-a092-d203a7c3b679 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 998 time: 0.1071301 Feb 17 04:34:53.962551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-4ad76223-ccc7-48e9-a787-74794eb54600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:53.964190 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-4ad76223-ccc7-48e9-a787-74794eb54600 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0680754 Feb 17 04:34:54.052207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-9611f458-c3c6-4c80-85f9-2d7b20e41851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:54.053818 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-9611f458-c3c6-4c80-85f9-2d7b20e41851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829682 Feb 17 04:34:54.205825 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-91210a8e-cc79-4dea-bf23-c889b8c3d871 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447783 Feb 17 04:34:54.563414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40586) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:54.603178 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-0bd62f92-6450-42fa-ba20-0269ae2de8df service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3911428 Feb 17 04:34:54.901409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020501-ca5e-4035-af66-d8ea952a4379 req-6480ac78-817b-4d1d-9a72-0cb3a06b2015 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:54.902979 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3b020501-ca5e-4035-af66-d8ea952a4379 req-6480ac78-817b-4d1d-9a72-0cb3a06b2015 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.2076976 Feb 17 04:34:55.004625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f724a1d-314b-402b-a3a7-0cdd79277014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:55.043345 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3b020501-ca5e-4035-af66-d8ea952a4379 req-88d93472-8073-45f7-a55d-2d0eb1f44fce tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0767066 Feb 17 04:34:55.272855 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:55.638861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Deleting port 31fa63ed-f731-414d-a750-3c507ebb5799 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:55.639127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:55.821626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] For port 31fa63ed-f731-414d-a750-3c507ebb5799, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=31fa63ed-f731-414d-a750-3c507ebb5799,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:55.822021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:55.954481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Calling delete_port for 31fa63ed-f731-414d-a750-3c507ebb5799 owned by network:router_interface {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:56.508496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed316-d7e0-432f-a2ad-6e02e0215149 req-970073a7-9979-4890-b628-f630c7fd16ed tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:56.510123 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a14ed316-d7e0-432f-a2ad-6e02e0215149 req-970073a7-9979-4890-b628-f630c7fd16ed tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.1380415 Feb 17 04:34:56.608521 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a14ed316-d7e0-432f-a2ad-6e02e0215149 req-3d3f4d46-ea5b-49dc-9eab-2a17e67a414e tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0655475 Feb 17 04:34:56.612523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:56.628642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81354320-985e-4dd6-b21b-9a2176cb3fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:56.732482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Pushing event deleted for resources: {'Port': ['ID=31fa63ed-f731-414d-a750-3c507ebb5799,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:56.740113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:57.046078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:57.556591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Router 59c4da62-9d3c-41ad-a492-2504552d0815 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:34:57.797321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:34:57.806588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Sync routers for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:34:57.816746 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] 10.222.0.42 "PUT /v2.0/routers/59c4da62-9d3c-41ad-a492-2504552d0815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517900 Feb 17 04:34:57.817299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:57.817978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:34:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:57.819548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40598) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:57.841352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e4f5-0af8-43d6-b54a-295237995962 req-a1df11d7-14bf-4b3b-960a-26121feea3ba tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:57.843034 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2785e4f5-0af8-43d6-b54a-295237995962 req-a1df11d7-14bf-4b3b-960a-26121feea3ba tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.1180406 Feb 17 04:34:57.893579 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2785e4f5-0af8-43d6-b54a-295237995962 req-61595801-3ef7-4449-b9ef-5867928f1632 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433733 Feb 17 04:34:58.042199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.159657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-39b8cf14-be7d-4c6c-92ef-f33ac7a3cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.200432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:58.240908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.246311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Deleting port 987633ac-800f-49f2-a696-47818de455b0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:34:58.246735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.439747 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] For port 987633ac-800f-49f2-a696-47818de455b0, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=987633ac-800f-49f2-a696-47818de455b0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:58.440077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.508216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:34:56Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:58.512306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Checking router: 59c4da62-9d3c-41ad-a492-2504552d0815 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:34:58.521369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Routers {'59c4da62-9d3c-41ad-a492-2504552d0815'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:34:58.522041 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:34:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['59c4da62-9d3c-41ad-a492-2504552d0815'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:58.576904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Calling delete_port for 987633ac-800f-49f2-a696-47818de455b0 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:34:58.718334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] Set router 59c4da62-9d3c-41ad-a492-2504552d0815 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:34:58.722571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.plugins.ml2.ovo_rpc [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: result = function(*args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: proto.__init__(conn_state, self) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: self.handle() Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: self.handle_one_request() Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: self.handle_one_response() Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: result = self.application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return app(environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self.application) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return request.get_response(self.application) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = req.get_response(self._app) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: application, catch_exc_info=False) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: app_iter = application(self.environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: response = self.app(environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return resp(environ, start_response) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: resp = self.call_func(req, *args, **kw) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: return self.func(req, *args, **kwargs) Feb 17 04:34:58.729017 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: result = method(request=request, **args) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return self._delete(request, id, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*dup_args, **dup_kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: obj_deleter(request.context, id, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return method(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(*dup_args, **dup_kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, context, *args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return method(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: context, port, router_ids, bound_mech_contexts) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: return function(*args, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: callback(resource, event, trigger, **kwargs) Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: stack = traceback.extract_stack() Feb 17 04:34:58.734558 dv-cinder-759962-5-smb neutron-server[83899]: Feb 17 04:34:58.926421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:58.967398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.056763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:34:56Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:34:59.061353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbfd3c-a12c-422a-b54c-20d1127b6fc8 None None] The sync data for ids ['59c4da62-9d3c-41ad-a492-2504552d0815'] in dv-cinder-759962-5-smb is: [{'id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'name': 'tempest-TestMinimumBasicScenario-1401170521-router', 'tenant_id': 'e401c30923fd42929132fb2cef14affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '987633ac-800f-49f2-a696-47818de455b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:47Z', 'updated_at': '2021-02-17T04:34:56Z', 'revision_number': 5, 'project_id': 'e401c30923fd42929132fb2cef14affc', 'gw_port': {'id': '987633ac-800f-49f2-a696-47818de455b0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4da62-9d3c-41ad-a492-2504552d0815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:51Z', 'updated_at': '2021-02-17T04:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:34:59.090051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.092759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.114064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3da99-60fc-4360-b4aa-92e7d3f81afb req-cc335309-ba27-4482-a09b-f65e0e82efb1 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:34:59.115760 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1ef3da99-60fc-4360-b4aa-92e7d3f81afb req-cc335309-ba27-4482-a09b-f65e0e82efb1 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 943 time: 0.0939841 Feb 17 04:34:59.175206 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1ef3da99-60fc-4360-b4aa-92e7d3f81afb req-fc59af9d-5487-404d-a5c2-a798f4436aea tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0490808 Feb 17 04:34:59.205934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.206491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c4da62-9d3c-41ad-a492-2504552d0815 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:34:59.219273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.221223 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-be50f20e-78be-4c6c-8eb4-10de5be0a1c8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/59c4da62-9d3c-41ad-a492-2504552d0815 HTTP/1.1" status: 204 len: 168 time: 1.4004769 Feb 17 04:34:59.223921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40608) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:59.288350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Deleting subnet a877d563-b7da-49f8-9694-aad2d2b14fac {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:34:59.291309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.347348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.475627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.505159 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:34:59.577212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.600364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:34:59.600789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.731330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.747046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.762699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:34:59.763475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:59.773543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:34:59.778726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.780904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:59.819852 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'code': 200} Feb 17 04:34:59.854521 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=6']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:59.857807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:59.859023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a877d563-b7da-49f8-9694-aad2d2b14fac,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:59.871700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.872112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.872517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.872916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.873310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.873704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.874094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.874485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.874924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.875315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.876316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.876933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.877403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.877796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.878183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.878571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.878983 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.879372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.879757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.880143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.880529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.880912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.881304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.881689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:59.887615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:59.921170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:59.927683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df301c-386a-41d1-acd9-af39e35b278b None None] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:34:59.933029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40614) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:59.933290 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-84da651f-7f28-4ea0-a67b-043a9f89a4cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a877d563-b7da-49f8-9694-aad2d2b14fac HTTP/1.1" status: 204 len: 168 time: 0.7083066 Feb 17 04:35:00.055727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.128067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Deleting port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:00.128591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.150170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd73d92-5a85-43b4-b9b7-19817d882509 req-8c24c9b8-add9-422a-bcf0-7ca1e7143eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.152776 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-edd73d92-5a85-43b4-b9b7-19817d882509 req-8c24c9b8-add9-422a-bcf0-7ca1e7143eed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0862205 Feb 17 04:35:00.179273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.209253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] DHCP port deletion for dd1f22ea-6924-4ea5-b21d-a54c2b25651d request from dv-cinder-759962-5-smb {{(pid=84013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:35:00.215655 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Deleting port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:00.216177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.216508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-edd73d92-5a85-43b4-b9b7-19817d882509 req-befa97c3-e165-4edf-a3b0-88304af80903 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0568266 Feb 17 04:35:00.337364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:00.407634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f5505-96d2-4ac1-bb42-75200d9e0413 req-f5f58b95-5ee3-4a79-8373-ef10764ee83e tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:00.409495 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-589f5505-96d2-4ac1-bb42-75200d9e0413 req-f5f58b95-5ee3-4a79-8373-ef10764ee83e tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0998302 Feb 17 04:35:00.410167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] For port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:00.410822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.461070 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-589f5505-96d2-4ac1-bb42-75200d9e0413 req-fdcbb21e-5ec9-4e89-aadb-86177e8ae5ae tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445626 Feb 17 04:35:00.553010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Calling delete_port for 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:00.577121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] For port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,segment=NetworkSegment(c652b280-839d-49dd-91a3-5e8ec0f9badd),segment_id=c652b280-839d-49dd-91a3-5e8ec0f9badd)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:35:00.577511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.635663 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.652034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a0f29210-0d35-4f09-8f35-72dea71cc294 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:00.714076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:00.730294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Calling delete_port for 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da owned by network:dhcp {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:35:00.919717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 987633ac-800f-49f2-a696-47818de455b0 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:00.971850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 987633ac-800f-49f2-a696-47818de455b0 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:00.972247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 987633ac-800f-49f2-a696-47818de455b0 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:00.972718 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 31fa63ed-f731-414d-a750-3c507ebb5799 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:35:01.010375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4886e1-4bd7-4ba7-b76f-46f8507cf1da,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:01.014274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 31fa63ed-f731-414d-a750-3c507ebb5799 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:35:01.014404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:01.014682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 31fa63ed-f731-414d-a750-3c507ebb5799 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:35:01.018598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84013) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:35:01.019055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:35:01.048498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] No DVR routers for this DVR port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da on host dv-cinder-759962-5-smb {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:35:01.069713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:01.177682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.298240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1f22ea-6924-4ea5-b21d-a54c2b25651d']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:01.310484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:01.310934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.311717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c652b280-839d-49dd-91a3-5e8ec0f9badd') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:01.312048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c652b280-839d-49dd-91a3-5e8ec0f9badd') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:35:01.324244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.340346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.342355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:35:01.519906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Deleting port 1d4886e1-4bd7-4ba7-b76f-46f8507cf1da {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:35:01.520349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.532992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:01.542827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.598072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ffcd0-d9f3-4362-95da-0d3ea0b08a19 None None] The port '1d4886e1-4bd7-4ba7-b76f-46f8507cf1da' was deleted {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:35:01.790435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Network dd1f22ea-6924-4ea5-b21d-a54c2b25651d has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:35:01.820950 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:35:01.905299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de827792-20e9-490e-a56b-e042809a1629 req-a921cff7-f425-4f4e-b069-c880ac139b70 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:01.906995 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de827792-20e9-490e-a56b-e042809a1629 req-a921cff7-f425-4f4e-b069-c880ac139b70 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.2975163 Feb 17 04:35:01.911302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.916108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:01.931185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:01.965092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1f22ea-6924-4ea5-b21d-a54c2b25651d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:01.971617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:01.993814 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d02ef89f-8c27-4258-9132-577ee90a5a19 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd1f22ea-6924-4ea5-b21d-a54c2b25651d HTTP/1.1" status: 204 len: 168 time: 2.0591760 Feb 17 04:35:01.999882 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de827792-20e9-490e-a56b-e042809a1629 req-9222677f-ad3f-43fe-abf2-77290d43d472 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0847042 Feb 17 04:35:02.172034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 40630) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:02.223964 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5ee37997-452a-42c6-965e-f4e628780a4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e401c30923fd42929132fb2cef14affc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497818 Feb 17 04:35:02.226345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40634) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:35:02.288949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.316384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.363842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.368810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a6426c39-e30c-4016-9dfd-511517f8477f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:35:02.383051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12c593-1968-4dcc-b364-a4edb9b0bbef,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:35:02.387269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:35:02.390483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:02.391702 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b12c593-1968-4dcc-b364-a4edb9b0bbef HTTP/1.1" status: 204 len: 168 time: 0.1642747 Feb 17 04:35:03.087530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:35:03.160781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 9afc8edf-e665-41cd-a02f-5a226ad4ecff triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:35:03.161210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:03.681475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:05.984887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:06.814943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-2994f1ac-a6d8-441d-9ba7-fad9c83a1b44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0790799 Feb 17 04:35:06.913034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-2627cd08-88a0-4a7a-93fe-6569409cbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:06.914747 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-2627cd08-88a0-4a7a-93fe-6569409cbc78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0787656 Feb 17 04:35:07.067628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-924e9adf-7e75-4ad1-b469-64c4c73c44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.069115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-924e9adf-7e75-4ad1-b469-64c4c73c44d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1351624 Feb 17 04:35:07.178879 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-85b03aa5-1154-4b81-bc87-22dba62a305e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 1000 time: 0.1030443 Feb 17 04:35:07.247553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-002015ab-c5ec-494b-bfbb-dac057c82d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.249139 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-002015ab-c5ec-494b-bfbb-dac057c82d7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0636959 Feb 17 04:35:07.334702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-54e251ce-d1a2-4ada-ab62-b1b4f1d158e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:07.336288 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-54e251ce-d1a2-4ada-ab62-b1b4f1d158e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803261 Feb 17 04:35:07.700942 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-71f30b3d-4e51-4aa0-b493-7e5d5104fba9 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571434 Feb 17 04:35:07.841549 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ea1a72ed-0db1-4233-8db9-bcc714863e96 req-af3a3ae3-b1ed-496d-bc2e-157d0c11605e service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339579 Feb 17 04:35:25.006382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-590f05d3-7ad9-4da6-b12f-bec5c825c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.143000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ed00c84-3c61-4425-9ba9-2aab05b26683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:28.894441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:29.529561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.170416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:30.791964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f5070-4b01-4b1d-8997-f06fada094ac req-2a3b4347-a27e-47e6-b53e-e9ceb909fb30 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:30.793617 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-852f5070-4b01-4b1d-8997-f06fada094ac req-2a3b4347-a27e-47e6-b53e-e9ceb909fb30 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0874555 Feb 17 04:35:30.841772 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-852f5070-4b01-4b1d-8997-f06fada094ac req-85311da1-c2d4-436e-8003-dca13bf36239 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Feb 17 04:35:32.048356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a93a5d-ee10-4a46-ab2b-03e0e651628f req-2511cf40-520e-4f0d-90ba-3cc524294c1d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:32.049966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f1a93a5d-ee10-4a46-ab2b-03e0e651628f req-2511cf40-520e-4f0d-90ba-3cc524294c1d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0867174 Feb 17 04:35:32.097199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f1a93a5d-ee10-4a46-ab2b-03e0e651628f req-26837dbe-97fc-4f8b-9dfa-10e80cc77e33 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Feb 17 04:35:33.445044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4470077-477b-45a9-9fef-dca4acceb448 req-b42374e5-e421-4136-93a1-d3d036b4aaaa tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:33.446684 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a4470077-477b-45a9-9fef-dca4acceb448 req-b42374e5-e421-4136-93a1-d3d036b4aaaa tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0910368 Feb 17 04:35:33.495336 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a4470077-477b-45a9-9fef-dca4acceb448 req-2f5b0309-d177-451f-b136-6d91315563f6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Feb 17 04:35:33.696671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:34.701885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7161-6ca3-42fb-9f5a-fa134aaba232 req-c64847f1-d8bd-425b-87d9-554f9559150e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:34.703509 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c9bb7161-6ca3-42fb-9f5a-fa134aaba232 req-c64847f1-d8bd-425b-87d9-554f9559150e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0902617 Feb 17 04:35:34.750690 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c9bb7161-6ca3-42fb-9f5a-fa134aaba232 req-1a0756cb-df8d-43ae-b42e-4b0a43cb9b3e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Feb 17 04:35:35.955230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaa0f9-e31d-4d75-b07f-c5c733447fde req-0868781e-8df0-47d2-9146-e8aa89397e08 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:35.956828 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-09aaa0f9-e31d-4d75-b07f-c5c733447fde req-0868781e-8df0-47d2-9146-e8aa89397e08 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0907767 Feb 17 04:35:36.004792 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-09aaa0f9-e31d-4d75-b07f-c5c733447fde req-4166cf65-379b-493b-b6dc-957bf207517f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417299 Feb 17 04:35:37.214344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282c0da-613a-4298-932c-ca533997ffaf req-6518b687-7526-4976-978a-bf971a8a3ce3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:37.215943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9282c0da-613a-4298-932c-ca533997ffaf req-6518b687-7526-4976-978a-bf971a8a3ce3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0922799 Feb 17 04:35:37.264365 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9282c0da-613a-4298-932c-ca533997ffaf req-9f77c27c-6d83-4856-96f8-90e13cd0e552 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Feb 17 04:35:38.468021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f078ae-918d-471c-b062-f203351bb0c6 req-18a479f5-0a00-4669-8660-2da38fd617dd tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:38.469609 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63f078ae-918d-471c-b062-f203351bb0c6 req-18a479f5-0a00-4669-8660-2da38fd617dd tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0871780 Feb 17 04:35:38.517412 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63f078ae-918d-471c-b062-f203351bb0c6 req-7663df8a-1ed2-4dd9-8ba9-c3734599b2b4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Feb 17 04:35:39.720851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729bc61-b6a0-4453-b089-f3c7f7e89beb req-78a5ea6f-25cf-4bdb-9d4e-db346607ea86 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:39.722472 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3729bc61-b6a0-4453-b089-f3c7f7e89beb req-78a5ea6f-25cf-4bdb-9d4e-db346607ea86 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0878081 Feb 17 04:35:39.769805 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3729bc61-b6a0-4453-b089-f3c7f7e89beb req-400e9231-36d6-4639-bc2a-65854ee088bd tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Feb 17 04:35:40.976843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db00ca-cb29-40f8-9720-cd93744fdc83 req-1d989618-6d99-43c9-b1f3-9f5a3fd5d00c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:40.978480 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-88db00ca-cb29-40f8-9720-cd93744fdc83 req-1d989618-6d99-43c9-b1f3-9f5a3fd5d00c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0924597 Feb 17 04:35:41.026810 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-88db00ca-cb29-40f8-9720-cd93744fdc83 req-9d078f20-6a97-4b32-a499-b2aea34abd82 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Feb 17 04:35:42.234399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bb2ea-bf0c-47ff-9506-2438af947dac req-e984a719-dee0-4b55-a9b6-65b29312e5e1 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:42.237347 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c18bb2ea-bf0c-47ff-9506-2438af947dac req-e984a719-dee0-4b55-a9b6-65b29312e5e1 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0932641 Feb 17 04:35:42.285364 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c18bb2ea-bf0c-47ff-9506-2438af947dac req-a62b4d7b-4f0d-4188-a279-2547315adb6b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 Feb 17 04:35:42.984385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:43.497200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ef851-af2b-4b9b-9b8b-fe1e7b5a155e req-91c0696c-9308-4f30-8e93-05a245410e6f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:43.498997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c13ef851-af2b-4b9b-9b8b-fe1e7b5a155e req-91c0696c-9308-4f30-8e93-05a245410e6f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0936093 Feb 17 04:35:43.555186 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c13ef851-af2b-4b9b-9b8b-fe1e7b5a155e req-4155a31a-ca15-44ba-8462-d91f16b6f288 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487401 Feb 17 04:35:44.763999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa70872-2984-438a-81bd-c53c1247481d req-5832d40f-0b24-488d-9c03-c9cb77989f97 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:44.765588 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aa70872-2984-438a-81bd-c53c1247481d req-5832d40f-0b24-488d-9c03-c9cb77989f97 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0880177 Feb 17 04:35:44.816595 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2aa70872-2984-438a-81bd-c53c1247481d req-80d25b3d-8bce-4ced-bc9d-0e95aa37671f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Feb 17 04:35:46.021661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3caee9-7932-404c-9534-889e1b59cd63 req-8d1132d7-6701-496f-bd90-0822a3225408 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:46.023313 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3b3caee9-7932-404c-9534-889e1b59cd63 req-8d1132d7-6701-496f-bd90-0822a3225408 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0874724 Feb 17 04:35:46.071167 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3b3caee9-7932-404c-9534-889e1b59cd63 req-a79ea015-718c-490f-a0bc-edf282a5ce98 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Feb 17 04:35:47.273929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ac288-d34a-4391-8a29-6e046c3e0398 req-75dea010-63bf-454e-8d61-12341431bb10 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:47.275563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a50ac288-d34a-4391-8a29-6e046c3e0398 req-75dea010-63bf-454e-8d61-12341431bb10 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0875504 Feb 17 04:35:47.322147 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a50ac288-d34a-4391-8a29-6e046c3e0398 req-da1cc6eb-4249-4797-9c62-671eb5a1a7f3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Feb 17 04:35:48.538685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d9545-b59b-481f-afae-ccdc4302d6e2 req-f72f95e4-d80e-47c5-8a5c-31cd34b743d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:48.540650 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5f4d9545-b59b-481f-afae-ccdc4302d6e2 req-f72f95e4-d80e-47c5-8a5c-31cd34b743d4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0972233 Feb 17 04:35:48.592878 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5f4d9545-b59b-481f-afae-ccdc4302d6e2 req-c0e2cdde-d87a-4424-80f4-79379f41f383 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457644 Feb 17 04:35:49.808811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8e281-32af-4715-8f29-2204c8032a2f req-ea4df05d-299c-4c8c-bf4e-9d9798b14481 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:49.810439 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6d8e281-32af-4715-8f29-2204c8032a2f req-ea4df05d-299c-4c8c-bf4e-9d9798b14481 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0955260 Feb 17 04:35:49.860547 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6d8e281-32af-4715-8f29-2204c8032a2f req-825a2f95-86f0-40f4-8083-27b234274c92 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Feb 17 04:35:51.084080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b67da-060a-486f-b1a9-8be076ca386f req-ccd994d0-9f1c-449b-ac0c-7c79037399eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:51.085779 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e20b67da-060a-486f-b1a9-8be076ca386f req-ccd994d0-9f1c-449b-ac0c-7c79037399eb tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0949850 Feb 17 04:35:51.150184 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e20b67da-060a-486f-b1a9-8be076ca386f req-7a7d5cce-fe6c-4a12-a798-d00dd96a345e tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499673 Feb 17 04:35:52.386261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0a638-1a86-4294-8482-4c81789c85ec req-fe03c440-5e08-4dfb-9ee0-b09ff8e08c5f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:52.388581 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-acc0a638-1a86-4294-8482-4c81789c85ec req-fe03c440-5e08-4dfb-9ee0-b09ff8e08c5f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0908740 Feb 17 04:35:52.447115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-acc0a638-1a86-4294-8482-4c81789c85ec req-91b07767-6c44-4fc3-9ea7-b11c11f216ac tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473108 Feb 17 04:35:53.665712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26780-2b47-4a33-adba-2bc27197ec21 req-1102d63f-6780-4f02-bccf-e233b85b82ea tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:53.668061 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-23e26780-2b47-4a33-adba-2bc27197ec21 req-1102d63f-6780-4f02-bccf-e233b85b82ea tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0978627 Feb 17 04:35:53.717938 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-23e26780-2b47-4a33-adba-2bc27197ec21 req-793adc54-c361-4e25-8c6b-d0af63c54171 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Feb 17 04:35:54.950561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89859b6-87c0-4bbe-822a-e88d2c9f7313 req-f10ea101-7db9-4f0c-b3f5-37b53e310dc7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:54.952226 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a89859b6-87c0-4bbe-822a-e88d2c9f7313 req-f10ea101-7db9-4f0c-b3f5-37b53e310dc7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.1143367 Feb 17 04:35:55.004300 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a89859b6-87c0-4bbe-822a-e88d2c9f7313 req-2784134c-9b1f-4a75-ba2a-c2fc495ebe45 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442173 Feb 17 04:35:55.011247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fc0316c6-442b-40a7-8b68-41c64c653acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:56.232018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356c4fe-83ad-4671-82b1-0925a2e19f0c req-1fda04c5-5d40-423f-81b4-1c1963d9d103 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:56.233775 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3356c4fe-83ad-4671-82b1-0925a2e19f0c req-1fda04c5-5d40-423f-81b4-1c1963d9d103 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Feb 17 04:35:56.291100 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3356c4fe-83ad-4671-82b1-0925a2e19f0c req-25055e2d-b977-49b5-bc37-e620eb1214f0 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469806 Feb 17 04:35:57.521104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5bc8d-4914-451e-84a9-751b0868c464 req-00971b4b-f067-4cd9-a6e2-e6c2f26d57de tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:57.522706 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41b5bc8d-4914-451e-84a9-751b0868c464 req-00971b4b-f067-4cd9-a6e2-e6c2f26d57de tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.1004333 Feb 17 04:35:57.583815 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41b5bc8d-4914-451e-84a9-751b0868c464 req-3ae161f7-f7e9-46cc-9617-0759bbd7deb7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536563 Feb 17 04:35:58.143959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f60b0431-67f5-497a-9cae-f2454e174e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:58.748359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-2a283511-acbb-4c1e-8282-196092f81461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:58.749997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-2a283511-acbb-4c1e-8282-196092f81461 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1162 time: 0.0883887 Feb 17 04:35:58.785146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224553-f31b-4419-ae47-a0fe53ca8178 req-f95ea8d0-0634-4e54-a9ab-1186f2c59db6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:58.786842 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8a224553-f31b-4419-ae47-a0fe53ca8178 req-f95ea8d0-0634-4e54-a9ab-1186f2c59db6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0894485 Feb 17 04:35:58.836351 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8a224553-f31b-4419-ae47-a0fe53ca8178 req-a01268ee-344a-46b2-b023-b0ae82399829 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Feb 17 04:35:58.898439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-21d637ef-7be3-4507-bf2b-c58d08a10e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:58.899993 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-21d637ef-7be3-4507-bf2b-c58d08a10e5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1426713 Feb 17 04:35:58.902798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:59.013671 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-2431d498-e510-49ce-83b4-d3776529e605 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 1001 time: 0.1060655 Feb 17 04:35:59.084458 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-c7dd75c7-e9d4-43e4-9514-75dd0d184ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:59.086064 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-c7dd75c7-e9d4-43e4-9514-75dd0d184ffb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0654318 Feb 17 04:35:59.174150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-259feffb-9483-4f8c-8919-14a6149cb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:35:59.175711 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-259feffb-9483-4f8c-8919-14a6149cb7d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817852 Feb 17 04:35:59.320008 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-039d1e04-06b5-48ea-85e9-d5d88a3c1359 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356754 Feb 17 04:35:59.467834 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b6397832-aa50-4189-b79d-f335de5d6ee0 req-83039a44-2f93-4cb3-b0fe-6422fbd83433 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372070 Feb 17 04:35:59.530993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:00.046150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176153b-bb1a-4d60-9193-03f88075337f req-4d432a2b-7340-4a89-9a05-0fce55ddd78d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:00.047794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3176153b-bb1a-4d60-9193-03f88075337f req-4d432a2b-7340-4a89-9a05-0fce55ddd78d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0885358 Feb 17 04:36:00.095201 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3176153b-bb1a-4d60-9193-03f88075337f req-fc85031c-e1a3-42b7-b029-398650fe29f7 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Feb 17 04:36:00.172899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.313819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4795-3bc6-43f6-bcaf-21e092e5978e req-947e8782-e009-486c-9c47-a721b0f490f9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:01.316226 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8c9f4795-3bc6-43f6-bcaf-21e092e5978e req-947e8782-e009-486c-9c47-a721b0f490f9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0986440 Feb 17 04:36:01.367123 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8c9f4795-3bc6-43f6-bcaf-21e092e5978e req-a26cf6c0-10a7-497c-a0de-2ca3a46a0c4f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444689 Feb 17 04:36:01.485011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:01.607359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.639666 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:01.650111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:01.653649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:01.655503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:01.694505 dv-cinder-759962-5-smb neutron-server[83899]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'code': 422} returned with failed status Feb 17 04:36:01.727752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:01.735590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.736890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.737292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.737675 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.738054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.738433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.738842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.739215 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.739583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.739956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.740324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.740695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.741141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.741510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.741879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.742249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.742617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.743009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.743381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.743745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.744109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.744474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.744840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.745204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:01.749613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:02.567401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64769a-23a8-41dd-9b6a-b1fbc47bf494 req-26a038e0-a141-4a47-892e-5b26ae26af01 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:02.568988 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e64769a-23a8-41dd-9b6a-b1fbc47bf494 req-26a038e0-a141-4a47-892e-5b26ae26af01 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0857546 Feb 17 04:36:02.618717 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4e64769a-23a8-41dd-9b6a-b1fbc47bf494 req-d4dbb9b5-390c-4924-b118-356cea57bb86 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 Feb 17 04:36:03.713017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:04.172931 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-9823f0aa-67a5-441c-a9ff-841c77a37649 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540952 Feb 17 04:36:04.179180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c96eaa-72b4-4eb6-aab0-fefc5ca67893 req-6669860f-0a9c-4a62-8072-5a6e97576f79 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.180722 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71c96eaa-72b4-4eb6-aab0-fefc5ca67893 req-6669860f-0a9c-4a62-8072-5a6e97576f79 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.1221576 Feb 17 04:36:04.235532 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71c96eaa-72b4-4eb6-aab0-fefc5ca67893 req-23f98b00-2127-413f-b1d5-8888cc498b08 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484324 Feb 17 04:36:04.812293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2113-c193-4363-a98d-c765be4079a6 req-957399ab-a98a-4998-830c-ed7f65b002b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.813897 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-957399ab-a98a-4998-830c-ed7f65b002b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3&tenant_id=e32d06096fed426082a01281de7bcd2f HTTP/1.1" status: 200 len: 1160 time: 0.0829403 Feb 17 04:36:04.919160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2113-c193-4363-a98d-c765be4079a6 req-7a0b80d9-7907-4a51-8bd1-3e679c00ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:04.920726 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-7a0b80d9-7907-4a51-8bd1-3e679c00ac2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1160 time: 0.0802603 Feb 17 04:36:05.066544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2113-c193-4363-a98d-c765be4079a6 req-ac909d9a-3453-4af2-a414-5e53610f5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.068199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-ac909d9a-3453-4af2-a414-5e53610f5fec service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1402180 Feb 17 04:36:05.179863 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-b96177fa-e95d-4bbd-ae93-401b003cf3d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 999 time: 0.1041496 Feb 17 04:36:05.251009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2113-c193-4363-a98d-c765be4079a6 req-cd3f56e7-5d6f-401b-ad2b-f0caf070a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.253127 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-cd3f56e7-5d6f-401b-ad2b-f0caf070a1d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0674896 Feb 17 04:36:05.336705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2113-c193-4363-a98d-c765be4079a6 req-510ba96d-e089-4c1a-b67e-0310d7c09e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.338369 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-510ba96d-e089-4c1a-b67e-0310d7c09e59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788519 Feb 17 04:36:05.569205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1afab-81ac-4d81-924e-3b513db8e439 req-76853cd2-66ca-4a63-b215-693395aae124 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:05.570889 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f9d1afab-81ac-4d81-924e-3b513db8e439 req-76853cd2-66ca-4a63-b215-693395aae124 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.2017841 Feb 17 04:36:05.572915 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-b9b9db48-3c8d-4866-b9ee-f38bf4881a60 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278664 Feb 17 04:36:05.710180 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f9d1afab-81ac-4d81-924e-3b513db8e439 req-99b2be1c-5518-4d8e-a58a-74d947f6ea7b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329553 Feb 17 04:36:05.754001 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-44d2fa5b-3619-452d-b635-30aba6a16d06 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606100 Feb 17 04:36:06.935820 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289d35-d827-4ccf-b599-607dbd1f1677 req-7741a60e-c0c3-450a-8588-c9e3eae73b8d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:06.938041 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5e289d35-d827-4ccf-b599-607dbd1f1677 req-7741a60e-c0c3-450a-8588-c9e3eae73b8d tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.1017718 Feb 17 04:36:06.989426 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5e289d35-d827-4ccf-b599-607dbd1f1677 req-735ad81f-e9c4-4bb6-bc33-e35c7f1238de tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 Feb 17 04:36:08.208859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffebc-0ea6-4e0c-99f2-bcb3c47b6b4a req-e908a37b-0212-468a-8830-a65aea4a4946 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:08.210428 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-127ffebc-0ea6-4e0c-99f2-bcb3c47b6b4a req-e908a37b-0212-468a-8830-a65aea4a4946 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0961866 Feb 17 04:36:08.264368 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-127ffebc-0ea6-4e0c-99f2-bcb3c47b6b4a req-03eb5650-89c4-47e1-9899-7880c2daf8f4 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476501 Feb 17 04:36:09.478109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b516-6a0e-4d38-bbfb-d3a0f1803b01 req-794e8e59-75e2-4d92-8ad4-5f1739e4df71 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:09.479788 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f718b516-6a0e-4d38-bbfb-d3a0f1803b01 req-794e8e59-75e2-4d92-8ad4-5f1739e4df71 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0942841 Feb 17 04:36:09.530237 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f718b516-6a0e-4d38-bbfb-d3a0f1803b01 req-a3f1b059-ebcd-43c9-b64c-31968c3b74df tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Feb 17 04:36:10.752085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248786e-672b-4d38-9d5b-0588081e9a14 req-e07baee6-828e-491c-903d-0fad6997e7e3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:10.754322 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d248786e-672b-4d38-9d5b-0588081e9a14 req-e07baee6-828e-491c-903d-0fad6997e7e3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0968215 Feb 17 04:36:10.806921 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d248786e-672b-4d38-9d5b-0588081e9a14 req-eea63f66-4a96-46a1-a44c-91fbdb0b7b7f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451305 Feb 17 04:36:12.037584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc6510-7c79-4ba8-8bbc-8856fc24b2f7 req-1d59c33c-e564-4e4f-a237-25392207c905 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:12.039315 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5fbc6510-7c79-4ba8-8bbc-8856fc24b2f7 req-1d59c33c-e564-4e4f-a237-25392207c905 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0911355 Feb 17 04:36:12.096465 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5fbc6510-7c79-4ba8-8bbc-8856fc24b2f7 req-c64b7cbf-3770-4e53-a123-759be8499f6a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502527 Feb 17 04:36:13.326996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145d4fa-b65b-42df-9b77-bbadc307fecd req-9acde53f-3998-42f1-8bd7-700cf8461600 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:13.328621 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c145d4fa-b65b-42df-9b77-bbadc307fecd req-9acde53f-3998-42f1-8bd7-700cf8461600 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0962145 Feb 17 04:36:13.381748 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c145d4fa-b65b-42df-9b77-bbadc307fecd req-ab6c3a58-8d59-4950-a9d3-2201562807a3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Feb 17 04:36:14.596070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bcc42-de14-430c-8ddf-ac5879c930f6 req-2650febb-ce44-49d5-ba1a-bb03e6ff7cb3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:14.598209 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-379bcc42-de14-430c-8ddf-ac5879c930f6 req-2650febb-ce44-49d5-ba1a-bb03e6ff7cb3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0943117 Feb 17 04:36:14.653419 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-379bcc42-de14-430c-8ddf-ac5879c930f6 req-a1a001b5-67ec-4011-a24a-446c27dee8a1 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486283 Feb 17 04:36:15.865725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172ac75-43e2-40b6-93dc-add85eec4fc0 req-40c6527c-da10-4d26-b25e-37af8931bb64 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:15.867427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2172ac75-43e2-40b6-93dc-add85eec4fc0 req-40c6527c-da10-4d26-b25e-37af8931bb64 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0913477 Feb 17 04:36:15.926449 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2172ac75-43e2-40b6-93dc-add85eec4fc0 req-2ba8314c-a0fd-4217-ae97-deeb92145f39 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521770 Feb 17 04:36:17.131107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f735-439f-4363-8527-4e95d11cd36c req-163d29ec-c738-4fa5-b236-b2e22eb3adec tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:17.132703 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7667f735-439f-4363-8527-4e95d11cd36c req-163d29ec-c738-4fa5-b236-b2e22eb3adec tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0872989 Feb 17 04:36:17.183052 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7667f735-439f-4363-8527-4e95d11cd36c req-5580849f-ad04-4d76-88f6-3b76e32e021c tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Feb 17 04:36:18.622992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ddf3c-f8b2-472e-85bc-fffd0c574d45 req-8cb8d284-819b-4b34-950f-3576b76e8488 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:18.624612 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-220ddf3c-f8b2-472e-85bc-fffd0c574d45 req-8cb8d284-819b-4b34-950f-3576b76e8488 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.3219254 Feb 17 04:36:18.672621 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-220ddf3c-f8b2-472e-85bc-fffd0c574d45 req-1d906cd1-5949-48ab-812f-dcd3237c7dd8 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Feb 17 04:36:19.527039 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-9994e3df-4c65-4df4-8121-afc3aa9ee22d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777256 Feb 17 04:36:19.684932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-520aa721-1bde-4889-83f1-ee595d16becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.686543 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-520aa721-1bde-4889-83f1-ee595d16becd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0817320 Feb 17 04:36:19.848076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-3f7bf702-391b-4c08-b554-5545d96142b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.849737 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-3f7bf702-391b-4c08-b554-5545d96142b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1427946 Feb 17 04:36:19.884825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5943e0-74f1-458f-bf49-0e6a743d5908 req-eff1ca46-7244-4256-87b4-45988793c228 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:19.886709 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da5943e0-74f1-458f-bf49-0e6a743d5908 req-eff1ca46-7244-4256-87b4-45988793c228 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0886879 Feb 17 04:36:19.948637 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da5943e0-74f1-458f-bf49-0e6a743d5908 req-5aa85609-2db8-4f26-a068-450f81f75690 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Feb 17 04:36:19.964463 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-ed2b90b0-f1c3-44fd-a27f-68f156b57301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 1000 time: 0.1075547 Feb 17 04:36:19.984350 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:20.033898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-31183de0-7d43-4098-84b3-1c3255ede684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:20.035480 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-31183de0-7d43-4098-84b3-1c3255ede684 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0646052 Feb 17 04:36:20.120391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-df3e8745-b235-4ab8-a8c1-025cecbbe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:20.121860 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-df3e8745-b235-4ab8-a8c1-025cecbbe1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798237 Feb 17 04:36:20.264636 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-1ab3a248-2911-4da1-b027-01b99f42bd52 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362572 Feb 17 04:36:20.407141 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5ecd53a6-b0e6-4fc7-9a33-29f23a5d8266 req-53633538-db44-473e-b94a-33f3af5fc8da service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347919 Feb 17 04:36:21.150924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f3dc-c7a6-4d4f-bb81-55768309b099 req-c3b69e33-b70e-4079-8f5b-d39abbad6c15 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:21.152542 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7d53f3dc-c7a6-4d4f-bb81-55768309b099 req-c3b69e33-b70e-4079-8f5b-d39abbad6c15 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0869057 Feb 17 04:36:21.199658 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7d53f3dc-c7a6-4d4f-bb81-55768309b099 req-c8e274f2-7680-4565-a2c1-d796531ba380 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Feb 17 04:36:22.405318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3615-569c-40cd-86b9-d80a4fb2649b req-f91843cc-a9be-4211-b342-479330c81127 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:22.406970 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b54a3615-569c-40cd-86b9-d80a4fb2649b req-f91843cc-a9be-4211-b342-479330c81127 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0909619 Feb 17 04:36:22.454258 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b54a3615-569c-40cd-86b9-d80a4fb2649b req-91c33a75-aa57-4917-b77e-be7b99ec8c85 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Feb 17 04:36:23.661193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a1fb2-00c5-43b2-8f97-fe87b12d885a req-379e1c50-9db1-4d3d-ba30-bafaace18df9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:23.662880 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e79a1fb2-00c5-43b2-8f97-fe87b12d885a req-379e1c50-9db1-4d3d-ba30-bafaace18df9 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 943 time: 0.0910416 Feb 17 04:36:23.711185 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e79a1fb2-00c5-43b2-8f97-fe87b12d885a req-75190af7-82ce-4f6a-90e9-88060a21fbfa tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Feb 17 04:36:24.265817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:24.339539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:24.339955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.466210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.496109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:24.506729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:24.509627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:24.511508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:24.554252 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'code': 200} Feb 17 04:36:24.588186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=6']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:24.591701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:24.796223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e778c3-ea00-41b2-9bf5-e032e46d4b27 req-f086a7c3-0b7a-4ff0-aae8-07bb1afe2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:24.797869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-87e778c3-ea00-41b2-9bf5-e032e46d4b27 req-f086a7c3-0b7a-4ff0-aae8-07bb1afe2068 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1162 time: 0.0811605 Feb 17 04:36:24.890438 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-87e778c3-ea00-41b2-9bf5-e032e46d4b27 req-84fa15cd-d21c-4a38-acfa-924b4d3bc88c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860710 Feb 17 04:36:24.929636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6e923-dc35-43a3-ba37-2f8279c284d4 req-32e9928f-9e17-4385-9841-d14e8892a7db tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:24.931290 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0d6e923-dc35-43a3-ba37-2f8279c284d4 req-32e9928f-9e17-4385-9841-d14e8892a7db tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0979114 Feb 17 04:36:24.978997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0d6e923-dc35-43a3-ba37-2f8279c284d4 req-0d183439-9a88-48cf-aec4-3fa168c0cbc3 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Feb 17 04:36:25.023135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-21e5f647-c973-4d19-a62f-be605b4079da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:25.805733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:36:25.878260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:36:25.878705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:26.186209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56e8d-7a20-40cf-8a4a-5f339e1f7591 req-f5996fc4-d57a-4e44-9de2-1c1149ef7e20 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:26.187790 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0ad56e8d-7a20-40cf-8a4a-5f339e1f7591 req-f5996fc4-d57a-4e44-9de2-1c1149ef7e20 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0874085 Feb 17 04:36:26.236762 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0ad56e8d-7a20-40cf-8a4a-5f339e1f7591 req-46d21897-0d90-41b0-b75d-cdf1d2de0ec6 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414324 Feb 17 04:36:27.441480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30042afb-adff-4a30-b540-e6763e378b09 req-81d1ba94-f166-4999-9bd1-ac17e7291959 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:27.443286 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-30042afb-adff-4a30-b540-e6763e378b09 req-81d1ba94-f166-4999-9bd1-ac17e7291959 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0875509 Feb 17 04:36:27.494382 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-30042afb-adff-4a30-b540-e6763e378b09 req-b4cf388d-3caa-42cd-b494-96f897f647e2 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Feb 17 04:36:28.145039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-54f30469-5a55-46e0-ab14-4b9751b73e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:28.900127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:29.532493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:30.176102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:33.704123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.700051 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-43ed80a7-687d-4b31-83b2-571163ea7c37 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/floatingips/d0191fd4-dca2-4417-88a4-aed06e2f0de7 HTTP/1.1" status: 200 len: 997 time: 0.1177273 Feb 17 04:36:39.861905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-94c5dc1c-f731-40a3-ba64-0a95095ee400 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:39.863411 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-94c5dc1c-f731-40a3-ba64-0a95095ee400 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/networks/2b637fe9-6504-443d-b8ca-6891b99504f4 HTTP/1.1" status: 200 len: 784 time: 0.1576910 Feb 17 04:36:39.976175 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-aa05a449-4c91-4ac5-9dd6-4cc24bb60124 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1055892 Feb 17 04:36:40.057898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-016c6f41-fd0d-4175-9e5e-6e983d293aa8 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:40.059392 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-016c6f41-fd0d-4175-9e5e-6e983d293aa8 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports/9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 942 time: 0.0766330 Feb 17 04:36:40.247195 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-1fbc3db8-16bf-4076-abce-3a1544d67417 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.64 HTTP/1.1" status: 200 len: 1000 time: 0.1050916 Feb 17 04:36:40.690137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Deleting port 2de92525-1c86-4844-82f1-9cc4d5428d6a {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:40.690514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.868395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:40.868938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.003569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Calling delete_port for 2de92525-1c86-4844-82f1-9cc4d5428d6a owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:41.156118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.171538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad4caf15-89ba-4400-99be-e423153bccba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:41.266629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event deleted for resources: {'Port': ['ID=2de92525-1c86-4844-82f1-9cc4d5428d6a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:41.285564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.285969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.286365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.286783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.287175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.287545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.287931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.288310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.288694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.289074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.289454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.289833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.290284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.290693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.291729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.292112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.292496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.292878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.293257 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.293640 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.294016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.294396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.294798 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.295177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:41.299335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:41.413975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for floatingip, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.414283 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Floating IP d0191fd4-dca2-4417-88a4-aed06e2f0de7 disassociated (deleted). External IP: 172.28.2.64, port: 9afc8edf-e665-41cd-a02f-5a226ad4ecff. Feb 17 04:36:41.798449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Router 16901c21-6876-4f1e-b0ae-57488ad0ad60 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:41.998229 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:42.008183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Sync routers for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:42.018872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:42.019534 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:42.026705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.086921 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-c03f6566-4d30-42b7-9f02-c0455489dc54 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "DELETE /v2.0/floatingips/d0191fd4-dca2-4417-88a4-aed06e2f0de7 HTTP/1.1" status: 204 len: 173 time: 1.8335111 Feb 17 04:36:42.087391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:42.144472 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'status': 'completed', 'code': 200} Feb 17 04:36:42.190167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-df73172b-0622-4088-8aa8-bfab718c5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.191885 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-df73172b-0622-4088-8aa8-bfab718c5611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0907581 Feb 17 04:36:42.214518 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:42.242369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-bc90668e-ba68-438b-ba8a-bcf0a63c7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.244546 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-bc90668e-ba68-438b-ba8a-bcf0a63c7837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 1162 time: 0.0845909 Feb 17 04:36:42.337507 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-24498897-126b-4e42-ad5d-66435be17f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.339339 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-24498897-126b-4e42-ad5d-66435be17f14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1403549 Feb 17 04:36:42.393762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-52d79313-cdad-45ec-9d0b-4fd4f2d8776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.395395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-52d79313-cdad-45ec-9d0b-4fd4f2d8776c service neutron] 10.222.0.53 "GET /v2.0/networks?id=93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 200 len: 902 time: 0.1438818 Feb 17 04:36:42.414140 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-0fe4298f-f990-4bfa-adb4-ea3342a8a4ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 217 time: 0.0666258 Feb 17 04:36:42.472569 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-96916df7-ec5a-4e61-9f51-38989d59642d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 200 len: 217 time: 0.0698366 Feb 17 04:36:42.487550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-4c4d1db9-98b9-40b5-989f-5e407b7e61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.489330 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-4c4d1db9-98b9-40b5-989f-5e407b7e61e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0681884 Feb 17 04:36:42.546161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-dd511e86-42d4-4220-bbc0-e429832657c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.547815 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-dd511e86-42d4-4220-bbc0-e429832657c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 200 len: 847 time: 0.0679913 Feb 17 04:36:42.557769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:42.561902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Checking router: 16901c21-6876-4f1e-b0ae-57488ad0ad60 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:42.571442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:42.572671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:42.576080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-9abd3267-b5c5-460f-8b16-6e23e1e6aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.577735 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-9abd3267-b5c5-460f-8b16-6e23e1e6aae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799305 Feb 17 04:36:42.634166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-dd561dda-7a9a-4d15-b8c8-326720b24c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:42.636186 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-dd561dda-7a9a-4d15-b8c8-326720b24c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93461cab-7a2c-4025-bb02-ffba9407fe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817783 Feb 17 04:36:42.732588 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-59ba0496-e7ad-496d-a22b-e9a14a6aef55 service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470909 Feb 17 04:36:42.769398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:42.792417 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-e3c50d5f-bb2b-4cfd-9758-f85d4f11aba1 service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474121 Feb 17 04:36:42.894398 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1d9d37f6-d9af-432a-a39b-97e4f1974639 req-9f9e0ef9-6c24-4eb1-91d3-54a3ef40d199 service neutron] 10.222.0.42 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540415 Feb 17 04:36:42.953133 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b9c11e1b-ba27-405b-9dc7-75fc2c05a0af req-62a17310-2743-4a5f-90a4-cfed9de19e1d service neutron] 10.222.0.53 "GET /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532254 Feb 17 04:36:43.108370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:43.113333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e375ad5-c86e-4724-bc0c-b557f3188ddc None None] The sync data for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb is: [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:30:38Z', 'revision_number': 4, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '3f71435b-d9a7-49f6-9929-0dd7d1c14633', 'name': '', 'network_id': '93461cab-7a2c-4025-bb02-ffba9407fe8c', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'mac_address': 'fa:16:3e:b0:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:37Z', 'updated_at': '2021-02-17T04:30:52Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'subnets': [{'id': '49e151bc-e7a2-499c-8492-5bb5e593af79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:43.456200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc2d1-06a3-418c-aceb-cdadc8bc8f44 req-b27b19c1-5b52-4b29-be2b-f640a4cf6d2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:43.456961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d4fc2d1-06a3-418c-aceb-cdadc8bc8f44 req-b27b19c1-5b52-4b29-be2b-f640a4cf6d2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Synchronizing usage tracker for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:36:43.471895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0d4fc2d1-06a3-418c-aceb-cdadc8bc8f44 req-b27b19c1-5b52-4b29-be2b-f640a4cf6d2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Unset dirty status for tenant:2905453d033a4d4fb7276bc9d48ea91d on resource:port {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:36:43.473158 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d4fc2d1-06a3-418c-aceb-cdadc8bc8f44 req-b27b19c1-5b52-4b29-be2b-f640a4cf6d2a tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.1073978 Feb 17 04:36:43.521369 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0d4fc2d1-06a3-418c-aceb-cdadc8bc8f44 req-629eb05c-a71c-4c38-b751-bd7b00e67aac tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411298 Feb 17 04:36:43.525704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dce859-dbfd-428b-a0bb-0b117c88f17c None None] New status for floating IP d0191fd4-dca2-4417-88a4-aed06e2f0de7: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:36:44.726026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51fa1-21a0-419d-a7ae-a37490aa2bef req-8fcb19ad-db13-422c-a1a3-7357f5f4380b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:44.727677 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7cc51fa1-21a0-419d-a7ae-a37490aa2bef req-8fcb19ad-db13-422c-a1a3-7357f5f4380b tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0919969 Feb 17 04:36:44.777352 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7cc51fa1-21a0-419d-a7ae-a37490aa2bef req-20596b1a-48c0-4b8c-b4dc-a5e11b987023 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432065 Feb 17 04:36:45.007228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-e9dad997-a2a1-4635-9eac-a45abe528024 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:36:45.008813 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-e9dad997-a2a1-4635-9eac-a45abe528024 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.53 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 945 time: 0.0902548 Feb 17 04:36:45.088556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Deleting port 9afc8edf-e665-41cd-a02f-5a226ad4ecff {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:45.088936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.345857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] For port 9afc8edf-e665-41cd-a02f-5a226ad4ecff, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9afc8edf-e665-41cd-a02f-5a226ad4ecff,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:45.346253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.476908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Calling delete_port for 9afc8edf-e665-41cd-a02f-5a226ad4ecff owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:45.625529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.640122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:45.733080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event deleted for resources: {'Port': ['ID=9afc8edf-e665-41cd-a02f-5a226ad4ecff,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:45.752905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.753317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.753720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.754119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.754513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.754930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.755322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.755709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.756097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.756483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.756865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.757247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.757706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.758090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.758492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.758900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.759288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.759863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.760256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.760637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.761020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.761428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.761785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.762169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:45.767334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:45.866819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] No DVR routers for this DVR port 9afc8edf-e665-41cd-a02f-5a226ad4ecff on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:45.869752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:45.872578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-deleted', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:36:45.893906 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-402683fe-65ff-4cb7-8273-f8862f4f1bc7 req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.53 "DELETE /v2.0/ports/9afc8edf-e665-41cd-a02f-5a226ad4ecff HTTP/1.1" status: 204 len: 173 time: 0.8761842 Feb 17 04:36:45.930844 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86af85f5-a33e-448d-a2ee-48a18454494f', 'name': 'network-vif-deleted', 'tag': '9afc8edf-e665-41cd-a02f-5a226ad4ecff', 'status': 'completed', 'code': 200} Feb 17 04:36:45.939137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:45.964395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ed261acc-45f2-413e-911b-c8c94f90d612 req-456208bd-da18-4a00-aed0-2e1b36a3bb92 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/ports?device_id=86af85f5-a33e-448d-a2ee-48a18454494f HTTP/1.1" status: 200 len: 210 time: 0.0612366 Feb 17 04:36:45.979678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No Port match for: 9afc8edf-e665-41cd-a02f-5a226ad4ecff {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:45.980084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 9afc8edf-e665-41cd-a02f-5a226ad4ecff not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:47.131458 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-056d66ab-d775-4681-b744-468a3b152963 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "GET /v2.0/security-groups/2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0 HTTP/1.1" status: 200 len: 2993 time: 0.0499976 Feb 17 04:36:47.208279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.238428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.286526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.291851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-927347ee-3681-496a-993c-1083fba4a184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:47.307643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:47.311922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:47.315409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:47.316618 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31b3683d-c8c1-4e89-a79e-04b19a32dbeb req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] 10.222.0.42 "DELETE /v2.0/security-groups/2ef8deb4-a9ce-4b1d-9e82-f53d2949f3f0 HTTP/1.1" status: 204 len: 173 time: 0.1784430 Feb 17 04:36:47.366354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40986) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:48.347227 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.723024 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Deleting port 3f71435b-d9a7-49f6-9929-0dd7d1c14633 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:48.723321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:48.907369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] For port 3f71435b-d9a7-49f6-9929-0dd7d1c14633, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3f71435b-d9a7-49f6-9929-0dd7d1c14633,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:48.907837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.041654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Calling delete_port for 3f71435b-d9a7-49f6-9929-0dd7d1c14633 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:49.217362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:49.232658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-62fbe4d0-f416-401e-8c61-87dfd31e7800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:49.339552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f71435b-d9a7-49f6-9929-0dd7d1c14633,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:49.344083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:49.649266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.160660 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Router 16901c21-6876-4f1e-b0ae-57488ad0ad60 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:50.585347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:50.594484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Sync routers for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:50.599628 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] 10.222.0.42 "PUT /v2.0/routers/16901c21-6876-4f1e-b0ae-57488ad0ad60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2320371 Feb 17 04:36:50.602206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40994) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:50.605322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:50.605987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:50.792934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.801656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:50.991683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:50.996950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Deleting port 39606dd0-9055-4608-a95c-35e8a6573ec0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:50.997320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.106881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:36:49Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:51.110871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Checking router: 16901c21-6876-4f1e-b0ae-57488ad0ad60 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:51.119861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Routers {'16901c21-6876-4f1e-b0ae-57488ad0ad60'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:51.120508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['16901c21-6876-4f1e-b0ae-57488ad0ad60'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:51.185727 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] For port 39606dd0-9055-4608-a95c-35e8a6573ec0, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=39606dd0-9055-4608-a95c-35e8a6573ec0,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:51.186048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.333686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Calling delete_port for 39606dd0-9055-4608-a95c-35e8a6573ec0 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:51.471697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] Set router 16901c21-6876-4f1e-b0ae-57488ad0ad60 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:51.477711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.674739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.771838 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:36:49Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:51.775999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f81ac-5958-424a-8eae-2202b340c098 None None] The sync data for ids ['16901c21-6876-4f1e-b0ae-57488ad0ad60'] in dv-cinder-759962-5-smb is: [{'id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'name': 'tempest-TestShelveInstance-445716788-router', 'tenant_id': '2905453d033a4d4fb7276bc9d48ea91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:30Z', 'updated_at': '2021-02-17T04:36:49Z', 'revision_number': 5, 'project_id': '2905453d033a4d4fb7276bc9d48ea91d', 'gw_port': {'id': '39606dd0-9055-4608-a95c-35e8a6573ec0', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16901c21-6876-4f1e-b0ae-57488ad0ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:32Z', 'updated_at': '2021-02-17T04:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:51.816201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.818543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.840053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.840743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16901c21-6876-4f1e-b0ae-57488ad0ad60 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:36:51.853705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.854984 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c83e06fc-7ca3-4782-ae1f-beacf2004d3c admin admin] 10.222.0.42 "DELETE /v2.0/routers/16901c21-6876-4f1e-b0ae-57488ad0ad60 HTTP/1.1" status: 204 len: 168 time: 1.2516961 Feb 17 04:36:51.857606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 40998) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:51.928775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Deleting subnet 49e151bc-e7a2-499c-8492-5bb5e593af79 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:36:51.932591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:51.986194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.070096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.280252 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3f71435b-d9a7-49f6-9929-0dd7d1c14633 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:52.318751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 3f71435b-d9a7-49f6-9929-0dd7d1c14633 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:52.319444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3f71435b-d9a7-49f6-9929-0dd7d1c14633 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:52.343937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.360348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-99ddbd85-e22c-477b-bd93-616794a4acd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:52.457955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e151bc-e7a2-499c-8492-5bb5e593af79,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:52.461985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:52.496232 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.501693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb1bc7-2f0b-4c28-9b4c-3b09ff5599be None None] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:52.502915 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7b78acd9-f0f6-471b-99e5-c66dbbaec6cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/49e151bc-e7a2-499c-8492-5bb5e593af79 HTTP/1.1" status: 204 len: 168 time: 0.6441934 Feb 17 04:36:52.504847 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41002) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:52.622554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.695408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Deleting port 96d3ef62-d05d-496d-b34d-1071c52041ef {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:52.695711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.770970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] DHCP port deletion for 93461cab-7a2c-4025-bb02-ffba9407fe8c request from dv-cinder-759962-5-smb {{(pid=84013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:36:52.775355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Deleting port 96d3ef62-d05d-496d-b34d-1071c52041ef {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:52.775909 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.925895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] For port 96d3ef62-d05d-496d-b34d-1071c52041ef, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=96d3ef62-d05d-496d-b34d-1071c52041ef,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:52.926884 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:52.993519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] For port 96d3ef62-d05d-496d-b34d-1071c52041ef, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=96d3ef62-d05d-496d-b34d-1071c52041ef,segment=NetworkSegment(c0d3fd9d-05b4-4629-ac79-adc191e12e76),segment_id=c0d3fd9d-05b4-4629-ac79-adc191e12e76)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:52.994073 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.072217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Calling delete_port for 96d3ef62-d05d-496d-b34d-1071c52041ef owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:53.128881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Calling delete_port for 96d3ef62-d05d-496d-b34d-1071c52041ef owned by network:dhcp {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:53.157199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.172778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5623ef0c-4670-4256-9a22-c044d91668e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:53.204216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84013) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:36:53.204548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:36:53.280961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d3ef62-d05d-496d-b34d-1071c52041ef,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:53.284953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:53.317161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] No DVR routers for this DVR port 96d3ef62-d05d-496d-b34d-1071c52041ef on host dv-cinder-759962-5-smb {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:36:53.441004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.557406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93461cab-7a2c-4025-bb02-ffba9407fe8c']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:53.569984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d3fd9d-05b4-4629-ac79-adc191e12e76') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:53.570318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d3fd9d-05b4-4629-ac79-adc191e12e76') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:53.582953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.601093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.603432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:36:53.705520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Deleting port 96d3ef62-d05d-496d-b34d-1071c52041ef {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:53.706067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.781600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-16576a95-bff4-4192-ae99-9f60b3117adf None None] The port '96d3ef62-d05d-496d-b34d-1071c52041ef' was deleted {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:36:53.787695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:53.797237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.980285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Network 93461cab-7a2c-4025-bb02-ffba9407fe8c has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:36:54.008429 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:36:54.090229 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:54.093794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:54.110340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:54.119915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=93461cab-7a2c-4025-bb02-ffba9407fe8c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:54.123300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:54.135373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/93461cab-7a2c-4025-bb02-ffba9407fe8c HTTP/1.1" status: 204 len: 168 time: 1.6294897 Feb 17 04:36:54.138330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41006) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:54.318086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 39606dd0-9055-4608-a95c-35e8a6573ec0 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:54.358093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 39606dd0-9055-4608-a95c-35e8a6573ec0 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:54.358495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 39606dd0-9055-4608-a95c-35e8a6573ec0 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:54.359011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 96d3ef62-d05d-496d-b34d-1071c52041ef no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:36:54.396139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 96d3ef62-d05d-496d-b34d-1071c52041ef {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:36:54.396544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 96d3ef62-d05d-496d-b34d-1071c52041ef not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:36:54.946539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.015188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-badcaf82-f9ea-4498-9ab8-43e1ac5af09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.324596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Deleting port 295ba782-091e-482a-98b3-cbadbf58be99 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:55.324975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.511219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] For port 295ba782-091e-482a-98b3-cbadbf58be99, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=295ba782-091e-482a-98b3-cbadbf58be99,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:55.511616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.652944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Calling delete_port for 295ba782-091e-482a-98b3-cbadbf58be99 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:55.831475 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:55.847375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4d436b57-c6f9-49d4-b476-481278a8460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:55.950290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=295ba782-091e-482a-98b3-cbadbf58be99,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:55.954908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:56.257735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:56.984868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:56.993524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:36:57.187371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:36:57.196541 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Sync routers for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:36:57.197517 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c248cdc6-d07c-4dbe-9e91-4e492a9918a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0575247 Feb 17 04:36:57.200103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41014) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:57.207940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:57.208620 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:57.403348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.573112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:57.600184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.606150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Deleting port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:57.606520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.792165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] For port cc6edd4c-50c1-4d20-b5f9-a3d61dda6988, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=cc6edd4c-50c1-4d20-b5f9-a3d61dda6988,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:57.792567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:57.875204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:36:55Z', 'revision_number': 5, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:57.879305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Checking router: 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:36:57.888622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Routers {'8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:36:57.889288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:57.937000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Calling delete_port for cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:58.083908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] Set router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:36:58.090247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.285188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.287482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-923aa2b6-9bf2-4e9b-94c8-84356bc942bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.417106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:36:55Z', 'revision_number': 5, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:58.421279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700abb8-8c31-4aff-845d-4d9c74f6a024 None None] The sync data for ids ['8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6'] in dv-cinder-759962-5-smb is: [{'id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'name': 'tempest-TestShelveInstance-154545705-router', 'tenant_id': 'ea917e1bc55c43a7a511718d01f0010c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:30:42Z', 'updated_at': '2021-02-17T04:36:55Z', 'revision_number': 5, 'project_id': 'ea917e1bc55c43a7a511718d01f0010c', 'gw_port': {'id': 'cc6edd4c-50c1-4d20-b5f9-a3d61dda6988', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:30:44Z', 'updated_at': '2021-02-17T04:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:36:58.431045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.433494 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.454763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.455333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:36:58.468341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.470263 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-bd814092-140c-46d4-abc0-b99ed80585cf admin admin] 10.222.0.42 "DELETE /v2.0/routers/8a76170f-1b9c-42bc-8a98-8fdb9b2c3bc6 HTTP/1.1" status: 204 len: 168 time: 1.2689977 Feb 17 04:36:58.472257 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41018) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:58.540434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Deleting subnet 8aa280f8-a059-4b11-8a69-64361ef5b053 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:36:58.543788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.599340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.688506 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.904311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.960693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:58.977278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:59.073399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa280f8-a059-4b11-8a69-64361ef5b053,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:36:59.078119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:36:59.115527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.121598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b1e0e-b3ff-4004-a23f-25a6e38865d3 None None] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:36:59.122954 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-805826d5-aa29-44f1-942a-f56287e5890b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8aa280f8-a059-4b11-8a69-64361ef5b053 HTTP/1.1" status: 204 len: 168 time: 0.6496174 Feb 17 04:36:59.125622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41022) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:59.244667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.314591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Deleting port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:59.314904 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.394960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] DHCP port deletion for 785cdca9-57a4-4f3b-b4e4-6646274bf52a request from dv-cinder-759962-5-smb {{(pid=84013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:36:59.399395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Deleting port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:36:59.399965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.541672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] For port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:59.542300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.618251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.644485 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] For port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,segment=NetworkSegment(9ce0605f-69f5-46dc-8045-760a49d4ad12),segment_id=9ce0605f-69f5-46dc-8045-760a49d4ad12)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:36:59.644924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.682010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Calling delete_port for 0eb99cee-5539-49e9-bb67-bf0b0721d0cb owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:59.762076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:59.777410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-57bf503a-1b06-436c-87c9-25d5eec1a150 tempest-ServerRescueNegativeTestJSON-1102173593 tempest-ServerRescueNegativeTestJSON-1102173593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:36:59.777599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Calling delete_port for 0eb99cee-5539-49e9-bb67-bf0b0721d0cb owned by network:dhcp {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:36:59.851835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84013) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:36:59.852249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:37:00.130577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb99cee-5539-49e9-bb67-bf0b0721d0cb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:00.135298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:00.170365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] No DVR routers for this DVR port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb on host dv-cinder-759962-5-smb {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:00.179992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.298815 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.320351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:00.356961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Deleting port 0eb99cee-5539-49e9-bb67-bf0b0721d0cb {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:00.357389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.399359 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:00.400304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device cc6edd4c-50c1-4d20-b5f9-a3d61dda6988 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:00.401315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 0eb99cee-5539-49e9-bb67-bf0b0721d0cb no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:00.417577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785cdca9-57a4-4f3b-b4e4-6646274bf52a']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:00.430457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce0605f-69f5-46dc-8045-760a49d4ad12') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:00.430762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce0605f-69f5-46dc-8045-760a49d4ad12') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:00.443775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.459277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.461282 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:00.476554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-93d6e879-49b5-4f4f-a57e-f5bf92a587f0 None None] The port '0eb99cee-5539-49e9-bb67-bf0b0721d0cb' was deleted {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:37:00.477461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 0eb99cee-5539-49e9-bb67-bf0b0721d0cb {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:00.478623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 0eb99cee-5539-49e9-bb67-bf0b0721d0cb not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:00.479441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 295ba782-091e-482a-98b3-cbadbf58be99 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:00.517050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 295ba782-091e-482a-98b3-cbadbf58be99 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:00.517446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 295ba782-091e-482a-98b3-cbadbf58be99 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:00.648951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:00.658763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.838801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Network 785cdca9-57a4-4f3b-b4e4-6646274bf52a has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:00.862139 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:00.941978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.946356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:00.950865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a2dcde1-0e65-4df4-8ed5-9a923faff790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:00.975940 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] 10.222.0.42 "DELETE /v2.0/networks/785cdca9-57a4-4f3b-b4e4-6646274bf52a HTTP/1.1" status: 204 len: 168 time: 1.8492525 Feb 17 04:37:00.976900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=785cdca9-57a4-4f3b-b4e4-6646274bf52a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:00.979724 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:01.094061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41028) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:01.147016 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d490fd69-170b-4e5f-83ec-45d776533c5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2905453d033a4d4fb7276bc9d48ea91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515637 Feb 17 04:37:01.149449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41032) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:01.211939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.242992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.288544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.294226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-47ef5b0e-a947-4c57-8b26-44f813d2fce5 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:01.308089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ccfba2-93a0-40e0-b903-f9872fc8deb0,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:01.311102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:01.317648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.318898 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4e25f056-516d-475e-9808-6b7240701905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23ccfba2-93a0-40e0-b903-f9872fc8deb0 HTTP/1.1" status: 204 len: 168 time: 0.1682777 Feb 17 04:37:01.675140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41040) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:01.728867 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d199f4e6-30ae-4a68-b979-59d9e3fed26b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea917e1bc55c43a7a511718d01f0010c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517404 Feb 17 04:37:01.731477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41044) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:01.792656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.819382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.865876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.871030 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d9805776-14e3-44db-81f8-66828ee1bf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:01.888225 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f852ffd-d770-46ad-8d39-9eb5cf822053,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:01.891025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:01.892238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:01.896330 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ce7aa520-fb57-43b3-a20a-6a373270ceda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f852ffd-d770-46ad-8d39-9eb5cf822053 HTTP/1.1" status: 204 len: 168 time: 0.1638081 Feb 17 04:37:03.717678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:08.832047 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-0f3bffc7-23e9-4ee8-86b8-7069b1006d94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836589 Feb 17 04:37:08.932158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-03f43ff1-dd70-4c3e-b1c8-e9a125f4890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:08.933819 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-03f43ff1-dd70-4c3e-b1c8-e9a125f4890f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e32d06096fed426082a01281de7bcd2f&device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 1162 time: 0.0792861 Feb 17 04:37:09.090504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-a8937b20-5860-4a8d-8bbc-1cfccc9f59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:09.092186 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-a8937b20-5860-4a8d-8bbc-1cfccc9f59e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 200 len: 911 time: 0.1395710 Feb 17 04:37:09.208163 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-c07d82b0-296a-480a-ab48-674102cab736 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 200 len: 1001 time: 0.1091275 Feb 17 04:37:09.277006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-d7fbe825-a454-458f-a44d-b16859d79abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:09.278523 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-d7fbe825-a454-458f-a44d-b16859d79abc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 200 len: 856 time: 0.0643859 Feb 17 04:37:09.363685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-49d68c0d-b149-41a6-94fa-cbcab64baf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:09.365210 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-49d68c0d-b149-41a6-94fa-cbcab64baf25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=341dd027-8fc5-48e5-b05e-415e0d7a7f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799623 Feb 17 04:37:09.508519 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-35e3598a-9dbc-4ed4-ab71-160a8ac56342 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350641 Feb 17 04:37:09.651415 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b21828ef-504f-41f0-8812-3e1727eefc8c req-a5698b50-a5a2-4c42-9f6b-bb99d5dc2258 service neutron] 10.222.0.53 "GET /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360400 Feb 17 04:37:23.251269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f4e5-787a-44f8-b390-7beaca3ac3b6 req-3a014e2d-ff75-4d64-92d0-8cebcfefd492 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:23.252891 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-95f5f4e5-787a-44f8-b390-7beaca3ac3b6 req-3a014e2d-ff75-4d64-92d0-8cebcfefd492 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0901976 Feb 17 04:37:23.302566 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-95f5f4e5-787a-44f8-b390-7beaca3ac3b6 req-972ff60f-884d-437c-81e9-0f184f9f3c60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 Feb 17 04:37:24.512164 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bdfcc-3b45-4781-b71d-9761d8cd3565 req-5933243e-cd7e-462c-94ec-17c5d18f9f8a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:24.513855 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4f8bdfcc-3b45-4781-b71d-9761d8cd3565 req-5933243e-cd7e-462c-94ec-17c5d18f9f8a tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0885952 Feb 17 04:37:24.563979 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4f8bdfcc-3b45-4781-b71d-9761d8cd3565 req-ff800737-8478-4274-9ead-54a0562d0899 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ce8cfeb-5f3b-4806-92ea-f1493b031b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Feb 17 04:37:24.628816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-39da7b0b-7d60-4660-a562-9b501c18784b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:24.630391 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-39da7b0b-7d60-4660-a562-9b501c18784b tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 945 time: 0.0914853 Feb 17 04:37:24.706819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:24.707207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:24.970134 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] For port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:24.970532 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:25.017482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8db0c445-8d3e-436d-9cc5-bdbc55a6689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:25.279114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:25.279527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:25.279878 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Floating IP b1d94778-cb44-411f-ad55-30628cfb2c53 disassociated. External IP: 172.28.2.115, port: 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd. Feb 17 04:37:25.280270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:25.428057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:25.442860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d86f1161-c400-416c-92c9-fd9350711b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:25.537085 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'Port': ['ID=89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:25.543783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:26.041292 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8ff8a496-e743-456e-a32d-86c5a74b7eb1 req-ff462ac5-35d7-4abe-ba15-a092a9b04f82 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/ports?device_id=94d99391-4a5d-44a6-bcc0-04568181edb3 HTTP/1.1" status: 200 len: 210 time: 0.3011029 Feb 17 04:37:26.098843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:26.152930 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:26.193999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No Port match for: 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:26.194324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:26.294690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:26.305217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:26.316510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:26.317178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:26.336877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] No DVR routers for this DVR port 89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:26.339317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:26.342057 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-deleted', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:37:26.357717 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4306986b-86f1-4db4-af3c-5b1471191a40 req-0db2ab0b-53e9-473f-a947-a33e99c04e60 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.53 "DELETE /v2.0/ports/89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd HTTP/1.1" status: 204 len: 173 time: 1.7215226 Feb 17 04:37:26.396287 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d99391-4a5d-44a6-bcc0-04568181edb3', 'name': 'network-vif-deleted', 'tag': '89ebfec2-66b9-42bd-babd-8fbbd9d8b2fd', 'status': 'completed', 'code': 200} Feb 17 04:37:26.513908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:26.844824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:26.848929 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:26.858005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:26.858615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:36:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:27.054580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:27.180719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41076) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:27.249789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.283226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.329099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.334261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ed70e84-387f-4726-b8ae-145f943c2d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:27.350486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8cfeb-5f3b-4806-92ea-f1493b031b06,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:27.354943 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:27.360821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.364631 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d92f81ea-0ae2-41a2-a131-ac5f198659ee tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "DELETE /v2.0/security-groups/7ce8cfeb-5f3b-4806-92ea-f1493b031b06 HTTP/1.1" status: 204 len: 168 time: 0.1803784 Feb 17 04:37:27.365032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41080) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:27.385370 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.v2.resource [None req-df05f45b-53e5-4e99-84e2-a9422d2fec23 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] show failed (client error): The resource could not be found. Feb 17 04:37:27.386474 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-df05f45b-53e5-4e99-84e2-a9422d2fec23 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "GET /v2.0/security-groups/7ce8cfeb-5f3b-4806-92ea-f1493b031b06 HTTP/1.1" status: 404 len: 347 time: 0.0204086 Feb 17 04:37:27.389606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41084) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:27.405040 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:27.409161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf5ba9-45d8-4cc6-becb-d2c3e3869c8d None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:28:31Z', 'revision_number': 4, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': 'ee49cc7d-ca32-45c6-9be1-ec73318651c1', 'name': '', 'network_id': '341dd027-8fc5-48e5-b05e-415e0d7a7f78', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'mac_address': 'fa:16:3e:7a:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:29Z', 'updated_at': '2021-02-17T04:28:45Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'subnets': [{'id': '32c25ceb-ac01-4b4c-bb41-3eff7c551baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:27.562423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 59c9569e-ee89-4324-b01b-c16053d0fc31 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:27.562872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.798061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f719bb0-57f4-435d-8d3b-a7c2c25414b3 None None] New status for floating IP b1d94778-cb44-411f-ad55-30628cfb2c53: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:37:27.988049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:27.988688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.125898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 59c9569e-ee89-4324-b01b-c16053d0fc31 owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:28.148553 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-930eab36-1ed2-46b8-abe3-0f5ab69af270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.214056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:37:28.214344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:37:28.716132 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Deleting port 59c9569e-ee89-4324-b01b-c16053d0fc31 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:28.716529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.906913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.907303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:28.909451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.045374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Calling delete_port for 59c9569e-ee89-4324-b01b-c16053d0fc31 owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:29.193692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.209504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:29.312119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Pushing event deleted for resources: {'Port': ['ID=59c9569e-ee89-4324-b01b-c16053d0fc31,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:29.317206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:29.434219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks [] for floatingip, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.448674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:29.450003 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-fe342efe-60f7-44fa-a536-d4ed56bb838f tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] 10.222.0.42 "DELETE /v2.0/floatingips/b1d94778-cb44-411f-ad55-30628cfb2c53 HTTP/1.1" status: 204 len: 168 time: 2.0594153 Feb 17 04:37:29.531555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:30.180473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:32.289211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41108) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:33.192171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:33.574212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Deleting port ee49cc7d-ca32-45c6-9be1-ec73318651c1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:33.574828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:33.743789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:33.759874 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] For port ee49cc7d-ca32-45c6-9be1-ec73318651c1, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=ee49cc7d-ca32-45c6-9be1-ec73318651c1,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:33.760298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:33.894405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Calling delete_port for ee49cc7d-ca32-45c6-9be1-ec73318651c1 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:33.986784 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:34.071568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:34.086843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:34.182872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee49cc7d-ca32-45c6-9be1-ec73318651c1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:34.192347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:34.505333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.014112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Router ad0b91e7-fd06-44c2-a0fd-c29392145241 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:35.449376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:35.458193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Sync routers for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:35.463307 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] 10.222.0.42 "PUT /v2.0/routers/ad0b91e7-fd06-44c2-a0fd-c29392145241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1719410 Feb 17 04:37:35.465932 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41114) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:35.468667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:35.469323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:35.662118 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.662492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:35.854796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.860013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Deleting port 187bd899-d019-4803-94fe-d32f6f55dced {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:35.860383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:35.983007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:37:34Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:35.987321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Checking router: ad0b91e7-fd06-44c2-a0fd-c29392145241 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:35.996984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Routers {'ad0b91e7-fd06-44c2-a0fd-c29392145241'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:35.997636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['ad0b91e7-fd06-44c2-a0fd-c29392145241'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:36.057147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] For port 187bd899-d019-4803-94fe-d32f6f55dced, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=187bd899-d019-4803-94fe-d32f6f55dced,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:36.057732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.195729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Calling delete_port for 187bd899-d019-4803-94fe-d32f6f55dced owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:36.340673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.349837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] Set router ad0b91e7-fd06-44c2-a0fd-c29392145241 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:36.531931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.660097 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:37:34Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:36.664171 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b0b66-3d24-45e2-8bc5-92921a96a32b None None] The sync data for ids ['ad0b91e7-fd06-44c2-a0fd-c29392145241'] in dv-cinder-759962-5-smb is: [{'id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'name': 'tempest-AttachVolumeShelveTestJSON-1132159026-router', 'tenant_id': 'e32d06096fed426082a01281de7bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': '187bd899-d019-4803-94fe-d32f6f55dced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:28:19Z', 'updated_at': '2021-02-17T04:37:34Z', 'revision_number': 5, 'project_id': 'e32d06096fed426082a01281de7bcd2f', 'gw_port': {'id': '187bd899-d019-4803-94fe-d32f6f55dced', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b91e7-fd06-44c2-a0fd-c29392145241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:28:21Z', 'updated_at': '2021-02-17T04:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:36.669990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.672401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.697866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.698431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0b91e7-fd06-44c2-a0fd-c29392145241 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:37:36.710997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.713386 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-224a4d07-f66a-4482-a50a-5ee9f9954e5d admin admin] 10.222.0.42 "DELETE /v2.0/routers/ad0b91e7-fd06-44c2-a0fd-c29392145241 HTTP/1.1" status: 204 len: 168 time: 1.2453454 Feb 17 04:37:36.714969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41118) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:36.783378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Deleting subnet 32c25ceb-ac01-4b4c-bb41-3eff7c551baf {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:37:36.786528 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.839451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:36.928308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.190244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.210382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:37.308687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c25ceb-ac01-4b4c-bb41-3eff7c551baf,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:37.313843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:37.349512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.355811 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5a305-ae07-46fe-94df-51dbd2bbe62f None None] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:37.356341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7aa4d074-7936-4bbc-b904-3e10af5aeef8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/32c25ceb-ac01-4b4c-bb41-3eff7c551baf HTTP/1.1" status: 204 len: 168 time: 0.6403453 Feb 17 04:37:37.358995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41122) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:37.486098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.559277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Deleting port fe7719f7-84b5-4e30-99a7-0415c680540c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:37.559570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.626934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] DHCP port deletion for 341dd027-8fc5-48e5-b05e-415e0d7a7f78 request from dv-cinder-759962-5-smb {{(pid=84013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:37:37.631205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Deleting port fe7719f7-84b5-4e30-99a7-0415c680540c {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:37.631751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.798529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] For port fe7719f7-84b5-4e30-99a7-0415c680540c, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=fe7719f7-84b5-4e30-99a7-0415c680540c,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:37.798993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.940985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Calling delete_port for fe7719f7-84b5-4e30-99a7-0415c680540c owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:38.022789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.025832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] For port fe7719f7-84b5-4e30-99a7-0415c680540c, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=fe7719f7-84b5-4e30-99a7-0415c680540c,segment=NetworkSegment(cc7324c6-81a4-4b8e-945b-e197dbddf3ea),segment_id=cc7324c6-81a4-4b8e-945b-e197dbddf3ea)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:38.026276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.038291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c5b9afe-78a7-4ec4-a8b9-a2d74851c396 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:38.142970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7719f7-84b5-4e30-99a7-0415c680540c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:38.147741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:38.164894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Calling delete_port for fe7719f7-84b5-4e30-99a7-0415c680540c owned by network:dhcp {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:37:38.182964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] No DVR routers for this DVR port fe7719f7-84b5-4e30-99a7-0415c680540c on host dv-cinder-759962-5-smb {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:37:38.241182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84013) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:37:38.241762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:37:38.306128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.335573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 187bd899-d019-4803-94fe-d32f6f55dced no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:38.373999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 187bd899-d019-4803-94fe-d32f6f55dced {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:38.374393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 187bd899-d019-4803-94fe-d32f6f55dced not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:38.374877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device fe7719f7-84b5-4e30-99a7-0415c680540c no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:38.412842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: fe7719f7-84b5-4e30-99a7-0415c680540c {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:38.413234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device fe7719f7-84b5-4e30-99a7-0415c680540c not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:38.413695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device ee49cc7d-ca32-45c6-9be1-ec73318651c1 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:37:38.421825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341dd027-8fc5-48e5-b05e-415e0d7a7f78']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:38.436376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:38.436706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7324c6-81a4-4b8e-945b-e197dbddf3ea') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:38.449635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: ee49cc7d-ca32-45c6-9be1-ec73318651c1 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:37:38.449816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.450036 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device ee49cc7d-ca32-45c6-9be1-ec73318651c1 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:37:38.464831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.466840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:37:38.743332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Deleting port fe7719f7-84b5-4e30-99a7-0415c680540c {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:37:38.743774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:38.822858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1570fa89-2c22-4cb8-a7cd-f9e9ba4c61a5 None None] The port 'fe7719f7-84b5-4e30-99a7-0415c680540c' was deleted {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:37:38.887448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:38.896793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.079648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Network 341dd027-8fc5-48e5-b05e-415e0d7a7f78 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:37:39.103517 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:37:39.182869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.186292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:39.202698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.208891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Pushing event deleted for resources: {'Network': ['ID=341dd027-8fc5-48e5-b05e-415e0d7a7f78,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:39.213990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:39.225470 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] 10.222.0.42 "DELETE /v2.0/networks/341dd027-8fc5-48e5-b05e-415e0d7a7f78 HTTP/1.1" status: 204 len: 168 time: 1.8654666 Feb 17 04:37:39.340833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41128) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:39.393286 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-323d849b-8c25-4d00-91d9-a785b59b5ea4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e32d06096fed426082a01281de7bcd2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510793 Feb 17 04:37:39.395736 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41132) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:39.459571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.487833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.538526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.543712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e8f58b42-d51c-4fa4-acb5-ef54181a713b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:39.558145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a63dac-3694-42d8-b5d3-e34184feb28b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:39.563145 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:39.565249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.566536 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1a63dac-3694-42d8-b5d3-e34184feb28b HTTP/1.1" status: 204 len: 168 time: 0.1698463 Feb 17 04:37:40.287126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41154) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:40.400748 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1521379386-network', 'tenant_id': '892551b323704d84b05a875059fc2fea'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:40.405921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:40.410037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Usage tracker for resource:network and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:40.413123 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:40.419070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:40.428262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Made reservation on behalf of 892551b323704d84b05a875059fc2fea for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:37:40.433152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.448699 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.465536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:40.469593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:40.472598 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:40.479078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:40.565283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.567961 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.572586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-67cb2e8f-0a29-408a-a48f-463262360f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:40.601583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:37:40.615907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f56290-c7f1-4f03-8a85-6cc56f5fd876,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:40.621342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:40.622312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.622714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Added segment 01ea58a3-1ce4-42df-926c-394936f8af04 of type vxlan for network f2032966-9edc-4cbc-98ba-2477eb37b120 Feb 17 04:37:40.650738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.684618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.685872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:40.686517 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:40.691520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:40.796496 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5081851 Feb 17 04:37:40.799579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Pushing event updated for resources: {'Network': ['ID=f2032966-9edc-4cbc-98ba-2477eb37b120,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:40.799750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41160) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:40.802498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:40.805985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Request body: {'subnet': {'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1521379386-subnet', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:40.811229 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:37:40.811407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:40.815432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Usage tracker for resource:subnet and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:40.819627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:40.825505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:37:40.825935 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:40.834854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Made reservation on behalf of 892551b323704d84b05a875059fc2fea for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:37:40.840353 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842819795'] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.250688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11711763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842819780'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.265802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-27efaa3c-b591-4b84-ac4e-b11ef48f0fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:41.402394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08df24f2-2d77-4d0d-9628-74d39e43222f,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:41.416348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.416756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.417158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.417550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.417944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.418332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.418742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.419129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.419516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.419905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.420288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.420671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.421125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.421508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.421890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.422270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.422649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.423051 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.423431 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.423807 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.424188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.424566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.424947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.425323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:41.429435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:41.483110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Checking segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:41.483499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Network hostable DHCP agents. Network: f2032966-9edc-4cbc-98ba-2477eb37b120, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:37:41.502602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:37:41.511043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, f2032966-9edc-4cbc-98ba-2477eb37b120) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:41.521312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7966d2-16a4-4c4a-b0f0-ff51f60b4c5c None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:41.522804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:41.523468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.544042 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7432089 Feb 17 04:37:41.547054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41164) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:41.552633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:41.557656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:41.561842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Usage tracker for resource:router and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:41.565602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:41.571697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:41.580667 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4523'] for router, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.581714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649856', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854031445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771277'] for router, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.600627 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.763888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2cae542-72da-5fab-87fb-09478d53c30b-f2032966-9edc-4cbc-98ba-2477eb37b120', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f'}]}} from dv-cinder-759962-5-smb. {{(pid=84013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:37:41.764840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.898548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771326'] for router, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.061114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Allocated IP 172.20.0.2 (f2032966-9edc-4cbc-98ba-2477eb37b120/08df24f2-2d77-4d0d-9628-74d39e43222f/3159ac74-6a3a-432a-846b-67eca4a2d129) {{(pid=84013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:42.247730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.279921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks [] for port, precommit_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.281509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.291044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Transition to ACTIVE for port object 3159ac74-6a3a-432a-846b-67eca4a2d129 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:42.307112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Transition to ACTIVE for port object 3159ac74-6a3a-432a-846b-67eca4a2d129 will not be triggered until provisioned by entity DHCP. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:42.311383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839'] for port, after_create {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.327317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:42.469764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Pushing event updated for resources: {'Port': ['ID=3159ac74-6a3a-432a-846b-67eca4a2d129,revision_number=1']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:42.493952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.494324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.494754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.495138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.495514 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.495888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.496259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.496628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.496999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.497368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.497737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.498099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.498549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.498940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.499308 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.499674 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.500045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.500402 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.500765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.501127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.501490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.501848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.502210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.502568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:42.507314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:42.551242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is already hosted by enough agents. {{(pid=84013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:42.552550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Resources bound (agent type, host, resource id): {{(pid=84013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:42.555562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Received port after_create {{(pid=84013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:42.617835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Attempting to bind port 3159ac74-6a3a-432a-846b-67eca4a2d129 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:42.618163 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Attempting to bind port 3159ac74-6a3a-432a-846b-67eca4a2d129 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:42.618581 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Attempting to bind port 3159ac74-6a3a-432a-846b-67eca4a2d129 on network f2032966-9edc-4cbc-98ba-2477eb37b120 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:42.624420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:42.624843 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Checking segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:42.625301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.625745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Bound using segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:42.626265 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Bound port: 3159ac74-6a3a-432a-846b-67eca4a2d129, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:42.626709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.723995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] For port 3159ac74-6a3a-432a-846b-67eca4a2d129, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:42.727355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] For port 3159ac74-6a3a-432a-846b-67eca4a2d129, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3159ac74-6a3a-432a-846b-67eca4a2d129,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:42.730686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.746869 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:42.799449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Allocated IP 172.28.2.208 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/b2ded9ab-619a-4d3b-b963-827a628d1445) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:42.899486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Pushing event updated for resources: {'Port': ['ID=3159ac74-6a3a-432a-846b-67eca4a2d129,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:42.904630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:42.963470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.996700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:43.012685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c4f3d5e1-b6f9-4860-8212-cdc163239139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:43.154035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ded9ab-619a-4d3b-b963-827a628d1445,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:43.167049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:43.214377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:43.215703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:43.218069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:43.697644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.078058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854106694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595736'] for router, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.308901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 is scheduled to L3 agent a8733612-d323-4671-9675-676daba28578 with binding_index 1 {{(pid=84011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:37:44.355318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229d3ee-c2d2-4155-9e55-1bce948741c2 None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:37:44.426741 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3159ac74-6a3a-432a-846b-67eca4a2d129 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:44.510400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:44.526832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:44.528939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-b931add5-c9af-4b3f-9c24-dbd6cf52af49 None None] Provisioning for port 3159ac74-6a3a-432a-846b-67eca4a2d129 completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:44.533722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] Notify callbacks [] for router, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:44.535102 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-10cf50f2-cdcc-4a36-bb8d-47566c6acc48 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9869938 Feb 17 04:37:44.538216 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41168) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:44.566515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:44.567213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:44.925274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 3159ac74-6a3a-432a-846b-67eca4a2d129 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:44.947656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 3159ac74-6a3a-432a-846b-67eca4a2d129 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:44.948079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.097583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:45.287449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.386704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.480348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 3159ac74-6a3a-432a-846b-67eca4a2d129, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3159ac74-6a3a-432a-846b-67eca4a2d129,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:45.488183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.490934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:45.588659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=3159ac74-6a3a-432a-846b-67eca4a2d129,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:45.593434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:45.602728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-99b0f1a0-21c3-48e4-85dd-4cf75abda22f None None] Provisioning complete for port 3159ac74-6a3a-432a-846b-67eca4a2d129 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:45.603100 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-99b0f1a0-21c3-48e4-85dd-4cf75abda22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.632572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:43Z', 'revision_number': 3, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:45.648653 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:45.649075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Updating router bab99d69-3daf-434a-bb2c-5de6653c3ba0 port b2ded9ab-619a-4d3b-b963-827a628d1445 binding host dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:37:45.681619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Allocated IP 172.20.0.1 (f2032966-9edc-4cbc-98ba-2477eb37b120/08df24f2-2d77-4d0d-9628-74d39e43222f/7094aa49-9cc9-4c5a-9b4b-e7550f3f346a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:45.730635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.857443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.875329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Transition to ACTIVE for port object 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:45.906624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:45.923669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1520f522-594c-4657-a61f-68c4fa3b06bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:46.071355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:46.085290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.085672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.085837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-811ad46a-8338-4170-94e1-e93637706e9a None None] Provisioning complete for port 3159ac74-6a3a-432a-846b-67eca4a2d129 triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:46.086114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.086270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-811ad46a-8338-4170-94e1-e93637706e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.086531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.087038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.087450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.087857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.088261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.088668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.089077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.089482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.089880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.090352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.090776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.091175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.091572 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.091969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.092367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.092762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.093156 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.093551 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.093945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.094343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.094782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:46.100889 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:46.137321 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:46.138550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:46.141060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:46.206833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115583'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.337513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.350858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Transition to ACTIVE for port object b2ded9ab-619a-4d3b-b963-827a628d1445 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:46.355340 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.373444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-06f0ea41-95a5-4b34-880e-9b0935957b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:46.405715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3159ac74-6a3a-432a-846b-67eca4a2d129 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:46.466596 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.572809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-075b66f0-78f4-4971-a6e5-278797e2cf83 None None] Provisioning for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:46.575956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0472-6f0d-44bc-887f-8aeb4965bba5 None None] Pushing event updated for resources: {'Port': ['ID=b2ded9ab-619a-4d3b-b963-827a628d1445,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:46.579078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81ad0472-6f0d-44bc-887f-8aeb4965bba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:46.602289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-075b66f0-78f4-4971-a6e5-278797e2cf83 None None] Provisioning complete for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:46.602618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-075b66f0-78f4-4971-a6e5-278797e2cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.693564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-075b66f0-78f4-4971-a6e5-278797e2cf83 None None] Port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:37:46.696245 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 3159ac74-6a3a-432a-846b-67eca4a2d129 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:46.696853 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.773471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.777835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.780529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Attempting to bind port b2ded9ab-619a-4d3b-b963-827a628d1445 on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:46.780947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Attempting to bind port b2ded9ab-619a-4d3b-b963-827a628d1445 by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:46.781365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Attempting to bind port b2ded9ab-619a-4d3b-b963-827a628d1445 on network 2b637fe9-6504-443d-b8ca-6891b99504f4 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:46.791644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:46.792064 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Checking segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:46.792516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.792957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Bound using segment: {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:46.793479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Bound port: b2ded9ab-619a-4d3b-b963-827a628d1445, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e961a26-aa43-4d88-a183-a1d0cdf7dfe1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:46.793898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.807566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c2439ce-f20c-4a80-9a61-fa8e71a86e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:46.900400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:46.903190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660327'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.126393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] For port b2ded9ab-619a-4d3b-b963-827a628d1445, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:47.130241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] For port b2ded9ab-619a-4d3b-b963-827a628d1445, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=b2ded9ab-619a-4d3b-b963-827a628d1445,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:47.134785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.151656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:47.159400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:47.292120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:47.293361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:47.307050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0472-6f0d-44bc-887f-8aeb4965bba5 None None] Pushing event updated for resources: {'Port': ['ID=b2ded9ab-619a-4d3b-b963-827a628d1445,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:47.310563 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81ad0472-6f0d-44bc-887f-8aeb4965bba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:47.356253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:47.356939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:47.499031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:37:47.552512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-10769d38-a15e-41f4-ad7e-bd680902b7d2 None None] Provisioning complete for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:47.552940 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10769d38-a15e-41f4-ad7e-bd680902b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:47.605110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:47.690858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-10769d38-a15e-41f4-ad7e-bd680902b7d2 None None] Port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:37:47.697376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:37:47.706745 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/bab99d69-3daf-434a-bb2c-5de6653c3ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1670816 Feb 17 04:37:47.976180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 2, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:47.980688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa8b5fa-3350-45f4-927c-36fefe373538 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 2, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:48.396326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41178) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:48.402515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865733730', 'description': 'tempest-description--354686200'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:48.408974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:48.414429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:48.418842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:48.431913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:48.442310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.465817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:48.470152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:48.473636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:48.480379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:48.561842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.564914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.571289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-666cd160-b71d-43cd-bbbd-ba550b83c5c5 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.620573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.621937 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2245066 Feb 17 04:37:48.622976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a982af15-d333-4bb3-b73c-707d5008a52e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.625356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41182) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:48.626223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.631655 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group_rule': {'security_group_id': 'a982af15-d333-4bb3-b73c-707d5008a52e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:48.639703 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:48.644015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:48.648261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:48.654745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:48.672406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.745444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.748878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.751247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-773439bc-9967-4e64-b67c-1e71f6f34ded tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.780900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63f7566-bd3d-4b57-9673-5ce37a01de63,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.784630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.796021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.799970 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8e2d51ae-81a7-4e12-a15c-b072c316adf2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734209 Feb 17 04:37:48.800749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41186) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:48.807760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group_rule': {'security_group_id': 'a982af15-d333-4bb3-b73c-707d5008a52e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:48.814497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:48.818691 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:48.822037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:48.828432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:48.846865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.920844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.924183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.926374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:48.951936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925ce787-cfc1-4638-858c-90ec05e5cbca,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:48.954648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:48.962622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:48.963969 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-13404622-9ba8-4327-98a2-6418dc3d54e7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621287 Feb 17 04:37:48.967279 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41190) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:37:48.973060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:48.980125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:48.984460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:floatingip and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:37:48.987896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:37:48.994469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:49.004706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.161816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.440364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Allocated IP 172.28.2.110 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/71d2ce74-6b3d-4014-bb33-ebf78cf57db9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:49.599246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.628761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.644433 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:49.776776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=71d2ce74-6b3d-4014-bb33-ebf78cf57db9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:49.789372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:49.832259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:49.833367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:49.835482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:49.919686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:49.980921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.255462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.258947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.274014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-d98b0fea-1abd-46d5-8566-014f04f52b84 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:50.363375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device b2ded9ab-619a-4d3b-b963-827a628d1445 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:50.420862 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=71d2ce74-6b3d-4014-bb33-ebf78cf57db9,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:50.425978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:50.439626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port b2ded9ab-619a-4d3b-b963-827a628d1445 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:50.444539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port b2ded9ab-619a-4d3b-b963-827a628d1445 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:50.445004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.517461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.540418 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.541795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5735042 Feb 17 04:37:50.577704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.601178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port b2ded9ab-619a-4d3b-b963-827a628d1445, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=b2ded9ab-619a-4d3b-b963-827a628d1445,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:50.605231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:50.608325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-81ad0472-6f0d-44bc-887f-8aeb4965bba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:50.680878 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=b2ded9ab-619a-4d3b-b963-827a628d1445,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:50.684329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:50.717337 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-0e3c6b0d-6402-40f1-98eb-23162cd3b381 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--865733730&fields=id&tenant_id=892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 267 time: 0.0468373 Feb 17 04:37:50.884624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-82be1a8f-dfda-4fbf-b14e-fb638c596148 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:50.886270 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-82be1a8f-dfda-4fbf-b14e-fb638c596148 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 811 time: 0.1617029 Feb 17 04:37:50.903945 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-cdef0b3e-2d99-4301-99eb-1e6e00844c09 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/quotas/892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 375 time: 0.0106747 Feb 17 04:37:50.997734 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-2eb3c4d3-9bda-4729-90a6-bc25e92cc5a8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880113 Feb 17 04:37:51.118343 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:37:51.128150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:51.128819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:51.155897 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-1325c824-f30c-4326-919d-885500b07409 service neutron] 10.222.0.42 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455085 Feb 17 04:37:51.330253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:51.534971 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-5e030cc6-3569-4478-804b-2f9249671621 service neutron] 10.222.0.42 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3722510 Feb 17 04:37:51.688404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 2, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:51.692689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:37:51.693099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Updating router bab99d69-3daf-434a-bb2c-5de6653c3ba0 port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a binding host dv-cinder-759962-5-smb {{(pid=84014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:37:51.751157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:51.762038 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-d9606582-aee2-400c-b560-65badba1211b req-31e40528-5fb2-4071-b824-85cf3889f83a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:37:51.780188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-d9606582-aee2-400c-b560-65badba1211b req-31e40528-5fb2-4071-b824-85cf3889f83a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:37:51.781558 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d9606582-aee2-400c-b560-65badba1211b req-31e40528-5fb2-4071-b824-85cf3889f83a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 210 time: 0.0754869 Feb 17 04:37:52.186575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks [] for port, precommit_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.199326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Transition to ACTIVE for port object 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a will not be triggered until provisioned by entity L2. {{(pid=84014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:52.202062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.218407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:52.348638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device b2ded9ab-619a-4d3b-b963-827a628d1445 up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:52.355043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Pushing event updated for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=3']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:52.365188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.366054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.366054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.366298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.366625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.367039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.367509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.367924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.368291 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.368682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.369044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.369406 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.369839 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.370200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.370559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.370947 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.371304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.371661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.372017 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.372408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.372765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.373154 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.373512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.373894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:37:52.379467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:52.426107 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port b2ded9ab-619a-4d3b-b963-827a628d1445 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:52.427438 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.554419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Attempting to bind port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a on host dv-cinder-759962-5-smb for vnic_type normal with profile {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:52.555096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Attempting to bind port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a by drivers openvswitch on host dv-cinder-759962-5-smb at level 0 using segments [{'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:52.555224 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Attempting to bind port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a on network f2032966-9edc-4cbc-98ba-2477eb37b120 {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:52.561629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Checking agent: {'id': '5646c3a3-80b0-4701-80a0-6863a91fae59', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 18, 59), 'started_at': datetime.datetime(2021, 2, 17, 4, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.72', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:52.562052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Checking segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:52.562545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.563012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Bound using segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} {{(pid=84014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:52.563561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Bound port: 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a, host: dv-cinder-759962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}}] {{(pid=84014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:52.564683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.669235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] For port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a, host dv-cinder-759962-5-smb, cleared binding levels {{(pid=84014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:52.672629 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] For port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a, host dv-cinder-759962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:52.675519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84014) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:52.691730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:52.896122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-13a23d5a-65e1-4279-a436-3e843a64b323 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:52.897053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-13a23d5a-65e1-4279-a436-3e843a64b323 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:37:52.919202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-13a23d5a-65e1-4279-a436-3e843a64b323 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:37:52.920757 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-13a23d5a-65e1-4279-a436-3e843a64b323 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 811 time: 0.2230554 Feb 17 04:37:52.998612 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f5ac6364-6a36-4ff6-9113-7fcc65c8c7b5 req-66ae0d50-6779-42e4-a81e-7c65f7a88ed5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 210 time: 0.0935433 Feb 17 04:37:53.014941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-ce70c2e7-43a4-46d0-b7ac-3a0007ca24d1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:37:53.031851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Pushing event updated for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=4']} {{(pid=84014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:53.032152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-ce70c2e7-43a4-46d0-b7ac-3a0007ca24d1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:37:53.033532 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-ce70c2e7-43a4-46d0-b7ac-3a0007ca24d1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 5707 time: 0.1045616 Feb 17 04:37:53.035352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1d942fc1-159d-4cb7-bf21-4e2c524c91d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84014) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:53.043931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'port': {'device_id': '27edfa1a-8980-4f88-9bba-d54439353106', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'admin_state_up': True, 'tenant_id': '892551b323704d84b05a875059fc2fea', 'security_groups': ['a982af15-d333-4bb3-b73c-707d5008a52e']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:53.085131 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:37:53.085817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:53.199349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:37:53.209654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:37:53.220284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Made reservation on behalf of 892551b323704d84b05a875059fc2fea for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:37:53.226054 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.283067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:37:53.543898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Allocated IP 172.20.0.5 (f2032966-9edc-4cbc-98ba-2477eb37b120/08df24f2-2d77-4d0d-9628-74d39e43222f/c0909ce0-2ac0-42df-91dc-145eb766552c) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:37:53.613218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84014) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:37:53.618571 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b12b1d-928c-43b7-a893-0e1db6dfa881 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:52Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:37:53.757898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.775743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Transition to ACTIVE for port object c0909ce0-2ac0-42df-91dc-145eb766552c will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:53.802737 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:53.820332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cdd68bee-ccf8-4e1a-b1f2-ad1b68107f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:53.984600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:53.990203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:54.336872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:37:54.340441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:37:54.343188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:37:54.374127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:54.429043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47385699-222b-4ab0-98ed-77bd69906bc4 req-f5364490-1126-4c0f-a748-1d33f1537468 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:54.431007 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-47385699-222b-4ab0-98ed-77bd69906bc4 req-f5364490-1126-4c0f-a748-1d33f1537468 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 931 time: 0.1655910 Feb 17 04:37:54.437974 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:54.438672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.459174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:54.465397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:54.465917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.499869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601505 Feb 17 04:37:54.504906 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-47385699-222b-4ab0-98ed-77bd69906bc4 req-be61e1b5-8cfd-4549-9aff-97e6f5efaa9d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603101 Feb 17 04:37:54.512328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Request body: {'port': {'device_id': '27edfa1a-8980-4f88-9bba-d54439353106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:37:54.598739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.640125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-517d7c94-4a7a-4f2f-a7bd-6becb552bc22 None None] Provisioning for port c0909ce0-2ac0-42df-91dc-145eb766552c completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:37:54.646520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.648142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] For port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:37:54.649866 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-517d7c94-4a7a-4f2f-a7bd-6becb552bc22 None None] Provisioning complete for port c0909ce0-2ac0-42df-91dc-145eb766552c triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:54.650306 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-517d7c94-4a7a-4f2f-a7bd-6becb552bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.681137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:54.689871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:54.770966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-517d7c94-4a7a-4f2f-a7bd-6becb552bc22 None None] Port c0909ce0-2ac0-42df-91dc-145eb766552c cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:37:54.780448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Pushing event updated for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:54.783583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:55.018695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-126b8971-e86d-4abb-9bc4-59e135b02776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.076139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0909ce0-2ac0-42df-91dc-145eb766552c {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:37:55.084067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.096568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Transition to ACTIVE for port object c0909ce0-2ac0-42df-91dc-145eb766552c will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:37:55.099230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.114861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f6ae1d4e-efc6-4f2a-9567-e59b90dfb7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:55.261240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:55.266460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:55.446393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Attempting to bind port c0909ce0-2ac0-42df-91dc-145eb766552c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:37:55.446804 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Attempting to bind port c0909ce0-2ac0-42df-91dc-145eb766552c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:37:55.447185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Attempting to bind port c0909ce0-2ac0-42df-91dc-145eb766552c on network f2032966-9edc-4cbc-98ba-2477eb37b120 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:37:55.453531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:37:55.453908 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Checking segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:37:55.454318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.454761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Bound using segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:37:55.455250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Bound port: c0909ce0-2ac0-42df-91dc-145eb766552c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:37:55.455631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.555559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] For port c0909ce0-2ac0-42df-91dc-145eb766552c, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:37:55.558802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] For port c0909ce0-2ac0-42df-91dc-145eb766552c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0909ce0-2ac0-42df-91dc-145eb766552c,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:37:55.562543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.581184 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b812b7cf-b161-4034-879a-96df1b492a7b tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:37:55.711689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1bf2c-892c-42e3-84c4-df699f8623bb req-198fcf8f-1a3d-4624-9cce-39f1c7ba0697 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:55.713301 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-43a1bf2c-892c-42e3-84c4-df699f8623bb req-198fcf8f-1a3d-4624-9cce-39f1c7ba0697 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.0874541 Feb 17 04:37:55.749610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:37:55.755201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:37:55.764040 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-43a1bf2c-892c-42e3-84c4-df699f8623bb req-701c0aa2-d58a-4ac7-94a0-fcc62900ec22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Feb 17 04:37:55.786689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:55.787381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:55.788903 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] 10.222.0.53 "PUT /v2.0/ports/c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1157 time: 1.2813797 Feb 17 04:37:55.789456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:37:55.870837 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'status': 'completed', 'code': 200} Feb 17 04:37:55.912409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-03a9aac4-93ba-4e79-92b5-bdde4c44ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:55.914134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-03a9aac4-93ba-4e79-92b5-bdde4c44ac96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1160 time: 0.0881205 Feb 17 04:37:56.002327 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-d33e5293-30ac-4642-ad2d-5c2a8dd75bc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 217 time: 0.0710876 Feb 17 04:37:56.077001 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-7bbe0d85-0967-47af-b084-9754d5443147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.078493 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-7bbe0d85-0967-47af-b084-9754d5443147 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0691755 Feb 17 04:37:56.162694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-893ebe73-0ae4-4f81-9ffc-856d54e9bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.165313 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-893ebe73-0ae4-4f81-9ffc-856d54e9bbd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808401 Feb 17 04:37:56.311546 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-04545fc3-60ce-4285-8d37-d843cb034d22 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398811 Feb 17 04:37:56.347385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a up at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:37:56.424951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Provisioning complete for port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:37:56.425371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:56.462879 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13a37dd8-82e9-4120-8bde-013a7aaaab19 req-74382d2d-30ee-419a-94d2-e150191c3e18 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447403 Feb 17 04:37:56.596946 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-c9c93652-1623-4ae3-9362-2af2b712e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.598543 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-c9c93652-1623-4ae3-9362-2af2b712e059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1160 time: 0.0787818 Feb 17 04:37:56.742868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-447e09a2-ab5d-48e4-9acb-d8b890fbfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.744442 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-447e09a2-ab5d-48e4-9acb-d8b890fbfcba service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1386392 Feb 17 04:37:56.819873 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-4ac35a6c-aacd-49c1-aabb-4a138707d524 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 217 time: 0.0690076 Feb 17 04:37:56.889743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-d84e55fd-24a3-47f5-bd21-98cffa03d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.891476 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-d84e55fd-24a3-47f5-bd21-98cffa03d1da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0654149 Feb 17 04:37:56.970290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa77cc4-b8e7-4543-9087-c6e454ac3bd4 req-6a518d99-17d6-4796-8e17-cbfa7ba09868 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.972023 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4fa77cc4-b8e7-4543-9087-c6e454ac3bd4 req-6a518d99-17d6-4796-8e17-cbfa7ba09868 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.0932846 Feb 17 04:37:56.982587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-ef97f502-c30a-4356-9280-a40b4ab9c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:56.984251 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-ef97f502-c30a-4356-9280-a40b4ab9c1eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865824 Feb 17 04:37:57.021053 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4fa77cc4-b8e7-4543-9087-c6e454ac3bd4 req-97b268b7-97f6-40a7-a57d-2543a3cd19c3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Feb 17 04:37:57.126921 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-bfac2a7c-a6aa-4773-8c0a-f86848ab551d service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355393 Feb 17 04:37:57.267219 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ff62fbc6-7932-419b-ae5c-afbadf1e7beb req-53a18d2b-5db5-4ae9-b5b1-f7e349bf67ef service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336350 Feb 17 04:37:58.150871 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e737a736-09b5-46bc-86d3-9a9dd8231a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:58.223790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48b3f-357c-4c5e-8cb3-77c612f03eae req-5e4d677b-0bef-4a13-abcc-823ab4e08488 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:58.224561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a5d48b3f-357c-4c5e-8cb3-77c612f03eae req-5e4d677b-0bef-4a13-abcc-823ab4e08488 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:37:58.239474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-a5d48b3f-357c-4c5e-8cb3-77c612f03eae req-5e4d677b-0bef-4a13-abcc-823ab4e08488 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:37:58.240720 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a5d48b3f-357c-4c5e-8cb3-77c612f03eae req-5e4d677b-0bef-4a13-abcc-823ab4e08488 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.1023443 Feb 17 04:37:58.291462 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a5d48b3f-357c-4c5e-8cb3-77c612f03eae req-0f78b276-dfc9-466c-8185-b60500e7650d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Feb 17 04:37:58.903269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:59.493830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83857d2-4a32-43a9-b422-6128a7462867 req-6dedcc39-3c31-4fa8-8502-0bea8b812f81 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:37:59.495493 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e83857d2-4a32-43a9-b422-6128a7462867 req-6dedcc39-3c31-4fa8-8502-0bea8b812f81 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.0912511 Feb 17 04:37:59.533447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:59.546332 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e83857d2-4a32-43a9-b422-6128a7462867 req-b419c0ae-b07d-4c7d-99c2-36cbf90ccf1b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Feb 17 04:38:00.185735 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:00.748915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de81f-e3b7-4d2e-a951-451e4c9f9e17 req-53a3e1ee-9e58-4d67-ac1b-2c435953888a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:00.750539 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b36de81f-e3b7-4d2e-a951-451e4c9f9e17 req-53a3e1ee-9e58-4d67-ac1b-2c435953888a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.0916727 Feb 17 04:38:00.798344 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b36de81f-e3b7-4d2e-a951-451e4c9f9e17 req-01c70c03-d814-4273-be55-567e21feb5b4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Feb 17 04:38:00.881752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device c0909ce0-2ac0-42df-91dc-145eb766552c up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:00.956327 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port c0909ce0-2ac0-42df-91dc-145eb766552c completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:00.961750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port c0909ce0-2ac0-42df-91dc-145eb766552c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:00.962174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:01.092864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:01.121982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:01.133336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port c0909ce0-2ac0-42df-91dc-145eb766552c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0909ce0-2ac0-42df-91dc-145eb766552c,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:01.136315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:01.138326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:01.178588 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'code': 200} Feb 17 04:38:01.213942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:01.217309 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:01.420956 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8ef9a-8af8-4a0a-a863-6aa37551b9f4 req-0eca6d2f-ea6a-41f8-8d6e-0f605bc351ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:01.422595 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d6d8ef9a-8af8-4a0a-a863-6aa37551b9f4 req-0eca6d2f-ea6a-41f8-8d6e-0f605bc351ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0847540 Feb 17 04:38:01.466569 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d6d8ef9a-8af8-4a0a-a863-6aa37551b9f4 req-82a93a43-10cb-4a99-b8fd-96db83d0572e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374043 Feb 17 04:38:02.004890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b712-41ba-410c-98ef-e44c323a3a41 req-3fb18b42-2ab5-4be2-9c39-e948f3282678 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:02.006508 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a13b712-41ba-410c-98ef-e44c323a3a41 req-3fb18b42-2ab5-4be2-9c39-e948f3282678 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0935407 Feb 17 04:38:02.053333 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a13b712-41ba-410c-98ef-e44c323a3a41 req-17327e27-de81-46f3-88af-fd3b3950372b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396612 Feb 17 04:38:02.434905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device c0909ce0-2ac0-42df-91dc-145eb766552c up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:02.510632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port c0909ce0-2ac0-42df-91dc-145eb766552c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:02.511093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:03.257385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa43585-8268-492c-b4f1-428282c5b11d req-a9f464bc-fd54-43cf-b516-02910ef2ab36 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:03.259234 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6aa43585-8268-492c-b4f1-428282c5b11d req-a9f464bc-fd54-43cf-b516-02910ef2ab36 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0912020 Feb 17 04:38:03.307617 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6aa43585-8268-492c-b4f1-428282c5b11d req-d06456d4-e2d8-4c73-b4c9-a6c6f48f5947 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Feb 17 04:38:03.502209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172a361-4072-4779-b8dc-a577406eccdc req-76132808-eeb5-4cd4-b63c-8df8ff5efdfe tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:03.503843 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9172a361-4072-4779-b8dc-a577406eccdc req-76132808-eeb5-4cd4-b63c-8df8ff5efdfe tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0906355 Feb 17 04:38:03.514000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41244) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:03.519564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'floatingip': {'port_id': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:03.602472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:03.750059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:04.476957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:04.479753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:04.661817 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Floating IP 09c90a82-c698-42cc-a61f-92476f78d83b associated. External IP: 172.28.2.110, port: c0909ce0-2ac0-42df-91dc-145eb766552c. Feb 17 04:38:05.034923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:38:05.233950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:38:05.239072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:05.244307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:38:05.256357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:38:05.257025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:05.300702 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-de67118b-a8b2-417d-8c4d-6a3b6bcd175e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "PUT /v2.0/floatingips/09c90a82-c698-42cc-a61f-92476f78d83b HTTP/1.1" status: 200 len: 991 time: 1.7856195 Feb 17 04:38:05.301395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:38:05.358689 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'status': 'completed', 'code': 200} Feb 17 04:38:05.448205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:38:05.468052 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924d29-1104-4217-bf02-f1196de68840 req-da3a5ad0-5f6b-4453-8385-1ce3f7306b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.469687 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-da3a5ad0-5f6b-4453-8385-1ce3f7306b6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0792491 Feb 17 04:38:05.616448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924d29-1104-4217-bf02-f1196de68840 req-7ae6c71b-7fea-4849-a3d6-7e143acfd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.618868 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-7ae6c71b-7fea-4849-a3d6-7e143acfd73c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1429472 Feb 17 04:38:05.729688 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-f878c578-3197-4581-92d8-9021a75d0905 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 999 time: 0.1041744 Feb 17 04:38:05.800686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924d29-1104-4217-bf02-f1196de68840 req-77e7a803-8094-4f5b-aba4-86c3438516f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.802272 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-77e7a803-8094-4f5b-aba4-86c3438516f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0667875 Feb 17 04:38:05.825920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '09c90a82-c698-42cc-a61f-92476f78d83b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:44:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edfa1a-8980-4f88-9bba-d54439353106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:49Z', 'updated_at': '2021-02-17T04:38:04Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:05.830046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:38:05.839396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:38:05.840099 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:37:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:05.892003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924d29-1104-4217-bf02-f1196de68840 req-c79c6788-7d58-4376-b3c3-a0d3958bc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:05.893569 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-c79c6788-7d58-4376-b3c3-a0d3958bc230 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848150 Feb 17 04:38:06.039812 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-4c85b06d-4f4f-4de1-9d5e-d462282cd4da service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393173 Feb 17 04:38:06.045618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:38:06.431554 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0924d29-1104-4217-bf02-f1196de68840 req-e78d7b7d-2045-4bfb-938b-c521f8467d44 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3854685 Feb 17 04:38:06.445287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '09c90a82-c698-42cc-a61f-92476f78d83b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:44:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edfa1a-8980-4f88-9bba-d54439353106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:49Z', 'updated_at': '2021-02-17T04:38:04Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:06.450045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b1bd-7251-403b-884d-f7620bcbf642 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': '09c90a82-c698-42cc-a61f-92476f78d83b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:44:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edfa1a-8980-4f88-9bba-d54439353106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:37:49Z', 'updated_at': '2021-02-17T04:38:04Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:38:06.722937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf2041-5c90-4b0d-9400-37173dd27242 None None] New status for floating IP 09c90a82-c698-42cc-a61f-92476f78d83b: ACTIVE {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:38:10.744996 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-80987547-d399-4607-bb8f-7f5cb4fd98d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791028 Feb 17 04:38:10.903045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-997b835a-940f-4e80-b1d2-e771168afb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:10.904869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-997b835a-940f-4e80-b1d2-e771168afb5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0867157 Feb 17 04:38:10.992513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:11.073242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-99cde948-a910-474c-a922-29a5876943cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:11.074893 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-99cde948-a910-474c-a922-29a5876943cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1506107 Feb 17 04:38:11.189460 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-2e2e21a0-6b9c-418f-a0c7-4a452cee56bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1069770 Feb 17 04:38:11.257569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-0b840d2e-2005-4c87-9c88-b519acec1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:11.259116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-0b840d2e-2005-4c87-9c88-b519acec1b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0637305 Feb 17 04:38:11.340489 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-c77cd161-53e0-43fb-be2a-5009fd8dfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:11.342187 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-c77cd161-53e0-43fb-be2a-5009fd8dfa08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770595 Feb 17 04:38:11.488655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-103a660a-293b-44ec-8fae-f50d35f77620 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401231 Feb 17 04:38:11.631192 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d066563f-aea9-440a-bdcb-ce092f30a078 req-ea53ca00-bbed-41e2-b7e7-8f9c2e8e37b8 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357965 Feb 17 04:38:25.020818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b0095c38-93b8-426f-a837-9de9db446cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:28.152671 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8b704cfa-48e4-4520-813b-46dbafc52571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:28.905207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:29.534310 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:30.188478 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:33.767684 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.984912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:55.026011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-92aa4f29-b452-45b9-8a8c-a9f6abe35fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.153614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1418ea47-2664-45ed-838d-82b6e3015a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.908552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.536698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.190439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.788471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.816744 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-25afe8dd-c290-467e-b6b3-0bdbe1d55465 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1290340 Feb 17 04:39:11.982964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-e6ca0745-566d-4ae6-9e44-c235f12d774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:11.984869 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-e6ca0745-566d-4ae6-9e44-c235f12d774d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0871601 Feb 17 04:39:12.146326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-1cdac77c-991e-4741-a414-e998cd334043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.147958 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-1cdac77c-991e-4741-a414-e998cd334043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1410980 Feb 17 04:39:12.257635 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-8a490174-39fc-465a-beb9-da648b031b24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1032572 Feb 17 04:39:12.327512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-f1420e87-0c46-4225-a6a4-ded43f7212f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.329084 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-f1420e87-0c46-4225-a6a4-ded43f7212f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0651181 Feb 17 04:39:12.415797 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-42481b0a-356e-4834-a450-64db58ad5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.417395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-42481b0a-356e-4834-a450-64db58ad5cef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814016 Feb 17 04:39:12.429348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-af777935-9b28-4f56-9923-3ad865cfa47b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:39:12.430379 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-af777935-9b28-4f56-9923-3ad865cfa47b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053053 Feb 17 04:39:12.574123 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-73750a27-4f13-4d41-b50e-aa93ad83259c service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358521 Feb 17 04:39:12.719260 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9acbacb6-d074-442f-b1cd-b5efb97ad5ff req-2cc87321-ad69-4ca2-999f-cc348d791029 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373644 Feb 17 04:39:23.600749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5470-bc22-4b98-90b2-569f172948a1 req-69c5fdf3-0f3a-4c9b-89dd-b7f177f9cdac tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:23.602356 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f93c5470-bc22-4b98-90b2-569f172948a1 req-69c5fdf3-0f3a-4c9b-89dd-b7f177f9cdac tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0947137 Feb 17 04:39:23.651457 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f93c5470-bc22-4b98-90b2-569f172948a1 req-54f40e9c-583f-41dd-adc9-4fbfc0d30442 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427988 Feb 17 04:39:24.904673 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2c1fe-b092-438b-9a02-755211a495d6 req-2038a5d0-314e-4904-92af-05445f018ea4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:24.906322 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31a2c1fe-b092-438b-9a02-755211a495d6 req-2038a5d0-314e-4904-92af-05445f018ea4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.1348217 Feb 17 04:39:24.955289 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-31a2c1fe-b092-438b-9a02-755211a495d6 req-377200d0-beba-4a3a-92fb-00b3b47229a1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Feb 17 04:39:24.984988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:25.027284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-234513df-7cf3-4a7e-a925-ab45d898456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.156347 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9ba4-9cec-46ff-9292-3c2c9abe8c10 req-697ee21c-8624-4cf3-beff-0554759a6723 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:26.158075 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de5f9ba4-9cec-46ff-9292-3c2c9abe8c10 req-697ee21c-8624-4cf3-beff-0554759a6723 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0901885 Feb 17 04:39:26.210900 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-de5f9ba4-9cec-46ff-9292-3c2c9abe8c10 req-a9f618a3-5513-4191-a53f-7da25cb29097 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Feb 17 04:39:27.416176 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196364-37ef-444f-8b08-bb1509056b69 req-394b145b-1304-4e73-a4d3-bef6e9778436 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:27.417798 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-36196364-37ef-444f-8b08-bb1509056b69 req-394b145b-1304-4e73-a4d3-bef6e9778436 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0924110 Feb 17 04:39:27.465451 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-36196364-37ef-444f-8b08-bb1509056b69 req-90730450-b8d5-410f-b1b1-221f1db7a758 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 Feb 17 04:39:28.154230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87b8e290-6771-4153-b3c2-d831d4eec87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.661812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4435-55d5-4a43-8c6d-f442f9c02c9a req-fbed9777-8eff-4660-a5a6-ad177f15e54c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:28.663365 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-454b4435-55d5-4a43-8c6d-f442f9c02c9a req-fbed9777-8eff-4660-a5a6-ad177f15e54c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0867331 Feb 17 04:39:28.710220 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-454b4435-55d5-4a43-8c6d-f442f9c02c9a req-856a8d9c-71e5-4ba8-a32f-ad0d33a901c1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Feb 17 04:39:28.911561 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.538850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.913739 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0fc9-92d8-484a-86a0-ed3c1233494c req-800ea413-3463-4967-bcbe-d07dcdfad425 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:29.915350 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ccbb0fc9-92d8-484a-86a0-ed3c1233494c req-800ea413-3463-4967-bcbe-d07dcdfad425 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0916219 Feb 17 04:39:29.963134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ccbb0fc9-92d8-484a-86a0-ed3c1233494c req-2e8d558d-93d0-4a71-afa1-9c74b874e55d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Feb 17 04:39:30.192678 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.171297 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320766e8-0233-44a4-8b52-4531f72b6813 req-3b4c3e43-c8f4-46f7-aa7a-9aceabe97875 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:31.172912 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-320766e8-0233-44a4-8b52-4531f72b6813 req-3b4c3e43-c8f4-46f7-aa7a-9aceabe97875 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0941908 Feb 17 04:39:31.222997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-320766e8-0233-44a4-8b52-4531f72b6813 req-26140c70-3b0d-4a0a-9898-d4b10fca586b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Feb 17 04:39:32.425913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820afc9-936b-49f2-925b-abec7f4194d8 req-2851dba4-dde1-4679-9071-10a2120a060d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:32.428214 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a820afc9-936b-49f2-925b-abec7f4194d8 req-2851dba4-dde1-4679-9071-10a2120a060d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0887308 Feb 17 04:39:32.475573 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a820afc9-936b-49f2-925b-abec7f4194d8 req-8fcd7fad-ff41-4b94-8b49-d5b5548ba776 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Feb 17 04:39:33.677129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273addfc-a883-4914-8c82-2eec8eaa22df req-c48b9927-a853-4447-b6a2-354500158bc7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:33.679251 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-273addfc-a883-4914-8c82-2eec8eaa22df req-c48b9927-a853-4447-b6a2-354500158bc7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0905721 Feb 17 04:39:33.727922 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-273addfc-a883-4914-8c82-2eec8eaa22df req-71efc910-abf6-4eba-b6a4-110b0865aad2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Feb 17 04:39:33.779650 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.938730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f769a-8731-4020-9f4f-fae60da13b22 req-96871155-17e8-42a8-ba3c-b166eecf98a8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:34.940323 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-428f769a-8731-4020-9f4f-fae60da13b22 req-96871155-17e8-42a8-ba3c-b166eecf98a8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0966349 Feb 17 04:39:34.988648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-428f769a-8731-4020-9f4f-fae60da13b22 req-1d06555d-18ba-428f-97fa-74c9834bffbc tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Feb 17 04:39:35.431863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872303fd-278a-42ce-ade3-9e9368ffc2da req-2cb8e2c2-73c7-4105-af8c-805d4188b1cd tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:35.433417 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-872303fd-278a-42ce-ade3-9e9368ffc2da req-2cb8e2c2-73c7-4105-af8c-805d4188b1cd tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.1734340 Feb 17 04:39:35.440381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-04771761-fa2e-4f6e-b29f-ac9517537395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:35.442858 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-04771761-fa2e-4f6e-b29f-ac9517537395 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.1249542 Feb 17 04:39:35.585096 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-872303fd-278a-42ce-ade3-9e9368ffc2da req-629ec625-c2a9-43d3-b9c0-556863eb011f tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409495 Feb 17 04:39:35.631304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-a2a3df0c-1d0c-4764-a177-05c17a966a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:35.633053 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-a2a3df0c-1d0c-4764-a177-05c17a966a90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1714091 Feb 17 04:39:35.744853 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-7d83089d-c882-407b-b98e-6ed697f1ab7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1045959 Feb 17 04:39:35.815569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-81320447-2347-482d-9cdf-91b2f964dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:35.817154 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-81320447-2347-482d-9cdf-91b2f964dafd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0664005 Feb 17 04:39:35.898491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-3e913ba0-e729-4ebd-9b1c-952efb2456a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:35.900398 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-3e913ba0-e729-4ebd-9b1c-952efb2456a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774093 Feb 17 04:39:36.043548 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-94d6090c-bbc2-4942-90d8-abd4ac166d87 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366744 Feb 17 04:39:36.187070 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-68c5d019-a98d-41cb-b5da-7a0823b5d5cc req-6e4b991d-e5c8-4c91-ab95-f0c9b5876769 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374276 Feb 17 04:39:36.797436 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00030d3f-606f-4d72-b7cb-87061067922f req-b7e89488-a219-4408-a701-b2ec62d9a556 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:36.799081 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00030d3f-606f-4d72-b7cb-87061067922f req-b7e89488-a219-4408-a701-b2ec62d9a556 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0960588 Feb 17 04:39:36.847723 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-00030d3f-606f-4d72-b7cb-87061067922f req-2df7706e-ca1e-4158-a045-c9bfed32b7b4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Feb 17 04:39:38.050515 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc7e30-608e-4013-aaee-16d3e7a63433 req-e0e95a3e-d2af-45f6-ab57-eb36d359dc18 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:38.052441 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6ffc7e30-608e-4013-aaee-16d3e7a63433 req-e0e95a3e-d2af-45f6-ab57-eb36d359dc18 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0873704 Feb 17 04:39:38.103784 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6ffc7e30-608e-4013-aaee-16d3e7a63433 req-4336e068-537d-4684-8f20-9ec523a83f62 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Feb 17 04:39:55.028720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-207d586b-0115-459b-a54b-b947f7110fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.154973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-89519667-76a2-4208-bf8a-69c05e99ffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.912605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.539317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.196796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.984369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:03.786982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.759223 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-f8be99fa-fae1-426f-b765-c9b67eb7f23a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764716 Feb 17 04:40:11.908975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-b53881a2-00aa-45ad-aa78-5655a340eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:11.911622 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-b53881a2-00aa-45ad-aa78-5655a340eda0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0813348 Feb 17 04:40:12.076577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-6fb12e90-752c-4fee-83c0-62e535b1beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:12.078210 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-6fb12e90-752c-4fee-83c0-62e535b1beaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1476130 Feb 17 04:40:12.196860 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-8ca4765f-1d21-4cd2-8372-5e4fd7081be3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1121299 Feb 17 04:40:12.270879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-48af4283-d3af-4679-9d72-c2e48e2923f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:12.272451 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-48af4283-d3af-4679-9d72-c2e48e2923f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0698149 Feb 17 04:40:12.356794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-2e9597c5-59a9-4d08-944e-e25ab8d0230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:12.358855 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-2e9597c5-59a9-4d08-944e-e25ab8d0230d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796726 Feb 17 04:40:12.752436 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-544cfd8e-cddf-482f-ba84-f6396b89d5b2 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866866 Feb 17 04:40:12.905421 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-03d5bf67-a2d6-4b15-ac11-da5eb973e322 req-4f3050f1-09a9-4492-ad30-7b65e7628410 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463628 Feb 17 04:40:25.030694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-13861ac7-f41e-495f-8242-ca21976f990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.156319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-17025f69-c657-4b65-a7f7-2d04970d0fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.915841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.539978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.199761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.776856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:38.984657 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:43.073324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eec986-e592-4bbb-9138-24f4860da128 req-9b31e909-9cc6-484d-9783-253cafbd85bb tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.075075 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8eec986-e592-4bbb-9138-24f4860da128 req-9b31e909-9cc6-484d-9783-253cafbd85bb tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0896354 Feb 17 04:40:43.128016 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8eec986-e592-4bbb-9138-24f4860da128 req-f23c857c-6d5d-40b3-92f7-ab0303dceeca tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464816 Feb 17 04:40:44.335472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e340-7077-4d69-a53e-96eff05d085c req-d047241e-f3aa-4908-9648-2bf34bdf80b6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:44.337173 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2f4e340-7077-4d69-a53e-96eff05d085c req-d047241e-f3aa-4908-9648-2bf34bdf80b6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0944283 Feb 17 04:40:44.386087 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e2f4e340-7077-4d69-a53e-96eff05d085c req-737f3a82-50a4-4ee8-994b-83b93e9a243f tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Feb 17 04:40:45.583989 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e97bf-a679-47e0-be5f-8a6ab3579eaa req-0e659013-103e-4757-a3e5-adb213b73365 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:45.585714 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-082e97bf-a679-47e0-be5f-8a6ab3579eaa req-0e659013-103e-4757-a3e5-adb213b73365 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0866761 Feb 17 04:40:45.634261 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-082e97bf-a679-47e0-be5f-8a6ab3579eaa req-97d8df3c-14a5-4fd5-a970-71fd66556781 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Feb 17 04:40:46.831990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82841-8c20-4e29-88b8-77025ad61dd4 req-8adb69f5-afd4-4862-8076-4e3b53d08997 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.833563 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26d82841-8c20-4e29-88b8-77025ad61dd4 req-8adb69f5-afd4-4862-8076-4e3b53d08997 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0849364 Feb 17 04:40:46.881348 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-26d82841-8c20-4e29-88b8-77025ad61dd4 req-22cb7c82-1086-452b-a932-2d824b6c93c0 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Feb 17 04:40:48.085720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82005bb2-af6b-4f24-8938-a4cb5c7d11b9 req-f5850183-ab04-4767-9585-89fa63099f1b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.087370 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-82005bb2-af6b-4f24-8938-a4cb5c7d11b9 req-f5850183-ab04-4767-9585-89fa63099f1b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0907035 Feb 17 04:40:48.135968 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-82005bb2-af6b-4f24-8938-a4cb5c7d11b9 req-78c66ee4-bb00-454b-956c-df66de0ec96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Feb 17 04:40:49.336202 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22862de3-045a-4978-9383-8c9b7277cfda req-2f56300e-3571-4e7e-bcf8-ae8230b51544 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.337820 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22862de3-045a-4978-9383-8c9b7277cfda req-2f56300e-3571-4e7e-bcf8-ae8230b51544 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0904465 Feb 17 04:40:49.390902 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-22862de3-045a-4978-9383-8c9b7277cfda req-d575bffd-47ce-4e77-a4d6-817ee6be2bd1 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466781 Feb 17 04:40:50.591968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac88a-2d06-420d-a575-44dbd8f920fa req-a2702dce-996e-44a3-823a-c7242f677b0b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.593553 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4fac88a-2d06-420d-a575-44dbd8f920fa req-a2702dce-996e-44a3-823a-c7242f677b0b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0861154 Feb 17 04:40:50.641103 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4fac88a-2d06-420d-a575-44dbd8f920fa req-14853623-6289-42e1-b023-7fc4308078bf tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Feb 17 04:40:51.842898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31f56f-a208-4af3-a7b6-8b7a591c60d6 req-77dc0445-ca23-46e4-a5e5-45adabaecafe tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:51.844497 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b31f56f-a208-4af3-a7b6-8b7a591c60d6 req-77dc0445-ca23-46e4-a5e5-45adabaecafe tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0891936 Feb 17 04:40:51.894344 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8b31f56f-a208-4af3-a7b6-8b7a591c60d6 req-aee9265b-4ccc-42e2-979a-ee960584c6d7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Feb 17 04:40:53.099181 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d692fa-1f95-47db-8ae7-c27615303942 req-edff461a-b326-48b4-8cad-2b73a4906f37 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:53.100804 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a7d692fa-1f95-47db-8ae7-c27615303942 req-edff461a-b326-48b4-8cad-2b73a4906f37 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0916896 Feb 17 04:40:53.149064 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a7d692fa-1f95-47db-8ae7-c27615303942 req-2863ca2d-0d4a-4b63-83ff-da545d06c150 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Feb 17 04:40:54.350383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750379e-a357-4bcc-9aee-179dd2c72cc4 req-2c4a369e-28b9-4098-ad62-38cb139746d8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:54.352139 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9750379e-a357-4bcc-9aee-179dd2c72cc4 req-2c4a369e-28b9-4098-ad62-38cb139746d8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0894649 Feb 17 04:40:54.400749 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-9750379e-a357-4bcc-9aee-179dd2c72cc4 req-dba04482-313e-4d57-b4c8-f90e1ec19776 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421541 Feb 17 04:40:55.031623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a4a442ee-ebfa-4a49-901b-59a0925cd578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:55.584714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device c0909ce0-2ac0-42df-91dc-145eb766552c up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:55.613922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7173-7f26-4999-a486-15219fd7e047 req-b5dc4d3e-ec7e-4621-9977-706bf8bba818 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.617065 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1bcf7173-7f26-4999-a486-15219fd7e047 req-b5dc4d3e-ec7e-4621-9977-706bf8bba818 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0961752 Feb 17 04:40:55.671705 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1bcf7173-7f26-4999-a486-15219fd7e047 req-12d948f3-25ea-4e18-925d-06f07692edc0 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481176 Feb 17 04:40:55.825951 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port c0909ce0-2ac0-42df-91dc-145eb766552c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:55.826375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:56.872630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112ec7-ea9d-45e2-a6f6-4f634aed82f5 req-8bd49f85-76a6-473d-9e0f-654eb56d984c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:56.874235 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bc112ec7-ea9d-45e2-a6f6-4f634aed82f5 req-8bd49f85-76a6-473d-9e0f-654eb56d984c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0885062 Feb 17 04:40:56.923427 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-bc112ec7-ea9d-45e2-a6f6-4f634aed82f5 req-4d2a0754-9e79-41d6-8c83-7573c904a780 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Feb 17 04:40:58.130525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769be5-76e3-4470-994d-19a25ca1f5be req-8c5881ea-2dcf-4830-b63b-a1052a9b6dee tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:58.132170 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e1769be5-76e3-4470-994d-19a25ca1f5be req-8c5881ea-2dcf-4830-b63b-a1052a9b6dee tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0902414 Feb 17 04:40:58.157434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-380e7495-f491-4d43-bad9-a538cb827666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:58.182411 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e1769be5-76e3-4470-994d-19a25ca1f5be req-c5e47865-fb18-4153-9c46-1a163bb1cd84 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Feb 17 04:40:58.921647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:59.386914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d38ee-e2d7-418b-8e1d-43ff06d0a39f req-779742da-717f-4123-abe2-c65fc6f65711 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:59.388531 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b6d38ee-e2d7-418b-8e1d-43ff06d0a39f req-779742da-717f-4123-abe2-c65fc6f65711 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0917530 Feb 17 04:40:59.437072 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0b6d38ee-e2d7-418b-8e1d-43ff06d0a39f req-639ddddb-549e-4064-8997-ccfe8640a418 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Feb 17 04:40:59.540999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:59.870037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83754-89c0-4e8f-ba54-930508aa0398 req-def4ee0b-726d-4ba5-8c4d-1379b7a49a8f tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:59.871684 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e6d83754-89c0-4e8f-ba54-930508aa0398 req-def4ee0b-726d-4ba5-8c4d-1379b7a49a8f tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.1563671 Feb 17 04:40:59.877569 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-4270b132-d13a-4c17-83e5-c794c0208685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:59.879130 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-4270b132-d13a-4c17-83e5-c794c0208685 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.1197743 Feb 17 04:41:00.012564 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e6d83754-89c0-4e8f-ba54-930508aa0398 req-70d80484-50cb-4277-87d5-b2d5ee2827cd tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323962 Feb 17 04:41:00.055387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-99b86ec6-9c22-416a-aef0-0ac090074453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.056972 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-99b86ec6-9c22-416a-aef0-0ac090074453 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1605663 Feb 17 04:41:00.168398 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-e0c7ebbd-1075-49e9-9a68-599de84d7c53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1046469 Feb 17 04:41:00.202933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:00.239668 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-ea8c4bdc-441a-455d-96f6-e2ddd1f382df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.241283 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-ea8c4bdc-441a-455d-96f6-e2ddd1f382df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0665393 Feb 17 04:41:00.327544 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-c6e56d5c-8681-4f97-8309-9e577a3d8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.329154 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-c6e56d5c-8681-4f97-8309-9e577a3d8b04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815234 Feb 17 04:41:00.470779 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-4cd55131-585f-4d6e-a0b5-d2f919b3f825 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352808 Feb 17 04:41:00.613052 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f194a4c3-1384-4dbc-8083-2cdd29ec81b9 req-e6fa2fe0-e037-431e-9f57-fb3ff65993b8 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361799 Feb 17 04:41:01.219927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c921785-7fd8-404e-948b-eb8eb4934e9a req-e6aa0c6d-69b0-49aa-9ef4-157b38c20dc6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:01.222048 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5c921785-7fd8-404e-948b-eb8eb4934e9a req-e6aa0c6d-69b0-49aa-9ef4-157b38c20dc6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0941424 Feb 17 04:41:01.271657 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5c921785-7fd8-404e-948b-eb8eb4934e9a req-ada2ee67-d7b8-48f7-ae29-a06823f34b84 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Feb 17 04:41:01.608669 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device c0909ce0-2ac0-42df-91dc-145eb766552c up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:01.681189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port c0909ce0-2ac0-42df-91dc-145eb766552c triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:01.681608 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.472355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa23f-29e4-48de-a2a0-1ee580cbcf81 req-ae0e4c84-da85-4968-81b7-097f8b43f5f7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:02.473962 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-390fa23f-29e4-48de-a2a0-1ee580cbcf81 req-ae0e4c84-da85-4968-81b7-097f8b43f5f7 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0881541 Feb 17 04:41:02.521827 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-390fa23f-29e4-48de-a2a0-1ee580cbcf81 req-6cd5d623-85b7-465e-94c0-faafb03bee75 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Feb 17 04:41:03.780830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:12.754534 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-141f88c2-b54d-40b1-aa6b-dc1affed7a67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0799417 Feb 17 04:41:12.907005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-ddd9f6cc-4b80-442a-81df-384acf229889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:12.909137 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-ddd9f6cc-4b80-442a-81df-384acf229889 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 1162 time: 0.0811341 Feb 17 04:41:13.067294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-1b88c1e9-c8d5-4d25-a188-87ff2a674259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:13.068794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-1b88c1e9-c8d5-4d25-a188-87ff2a674259 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1416168 Feb 17 04:41:13.183086 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-2c187996-4842-4e54-b359-f88fad4b14bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 200 len: 1001 time: 0.1051447 Feb 17 04:41:13.254968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-5ab9b470-c591-4d53-8081-d8cc9ec29ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:13.256483 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-5ab9b470-c591-4d53-8081-d8cc9ec29ac1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0673916 Feb 17 04:41:13.346777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-6cfa2420-54f8-4107-8b4c-182eaa1161e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:13.348286 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-6cfa2420-54f8-4107-8b4c-182eaa1161e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828662 Feb 17 04:41:13.494996 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-5447c6b3-e908-4168-931a-22f32917d962 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383295 Feb 17 04:41:13.641545 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-13af7285-9df6-49bc-b121-97dc9723f9ac req-bdea074e-c3f0-4c6f-bfad-c37e08c44660 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379907 Feb 17 04:41:15.984372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:25.033559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5dce5061-01d7-456d-b7d8-a25d4b4c16a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:28.159477 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4db55847-9436-4736-9a85-3ba142cc8b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:28.921586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:29.541287 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:30.206897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.775009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.983996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:55.035937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-94318aed-bac3-4229-8f60-03891715090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:57.806473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f11275-12c7-4fe3-8725-a8dc83783b3f req-7c27741b-4c3e-4bac-ae57-6d27b91aea8e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:57.808075 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-51f11275-12c7-4fe3-8725-a8dc83783b3f req-7c27741b-4c3e-4bac-ae57-6d27b91aea8e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0873344 Feb 17 04:41:57.860416 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-51f11275-12c7-4fe3-8725-a8dc83783b3f req-887a0fa9-5ad6-42f4-a7ed-a6f4dbb32cfe tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459902 Feb 17 04:41:58.160980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-cab03686-d034-4e21-abf4-eabf0d027e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:58.926979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:59.068046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302fa28-c077-4638-b57e-9b990a59b5ba req-1a771178-d899-49d2-ba4b-f7110f7cafb9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:59.069662 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1302fa28-c077-4638-b57e-9b990a59b5ba req-1a771178-d899-49d2-ba4b-f7110f7cafb9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0916798 Feb 17 04:41:59.117770 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1302fa28-c077-4638-b57e-9b990a59b5ba req-a36ca701-e50e-4b85-a8fa-0e9fd3ba641d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 Feb 17 04:41:59.543326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:59.986585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device c0909ce0-2ac0-42df-91dc-145eb766552c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:00.015794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-2dbefe67-ad32-4650-8883-ef3ee05efdb3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:00.017382 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-2dbefe67-ad32-4650-8883-ef3ee05efdb3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 945 time: 0.0870688 Feb 17 04:42:00.094981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Deleting port c0909ce0-2ac0-42df-91dc-145eb766552c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:00.095375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.111895 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.140864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:00.151729 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port c0909ce0-2ac0-42df-91dc-145eb766552c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0909ce0-2ac0-42df-91dc-145eb766552c,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:00.155376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.157757 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1aa93ece-8aa1-45bd-b8d0-b3506f4305ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:00.239276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:00.252061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.252448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.252829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.253250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.253742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.254117 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.254486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.254876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.255241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.255607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.255969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.256328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.256766 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.257442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.257554 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.257928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.258273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.258633 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.259016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.259706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.259706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.260044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.260401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.260799 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:00.265537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:00.278751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.352129 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'code': 200} Feb 17 04:42:00.698945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] For port c0909ce0-2ac0-42df-91dc-145eb766552c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c0909ce0-2ac0-42df-91dc-145eb766552c,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:00.699348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:00.720314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf3ed3-793f-4452-9555-ac0adb6c56b5 req-5cec2125-420f-4ee2-a2a8-b46121a0516c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:00.722484 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a3cf3ed3-793f-4452-9555-ac0adb6c56b5 req-5cec2125-420f-4ee2-a2a8-b46121a0516c tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 943 time: 0.4122033 Feb 17 04:42:00.922341 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a3cf3ed3-793f-4452-9555-ac0adb6c56b5 req-24af7f29-0971-4e77-a869-9c21f2a9e42a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=a982af15-d333-4bb3-b73c-707d5008a52e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463408 Feb 17 04:42:01.058025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:01.058638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:01.058834 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Floating IP 09c90a82-c698-42cc-a61f-92476f78d83b disassociated. External IP: 172.28.2.110, port: c0909ce0-2ac0-42df-91dc-145eb766552c. Feb 17 04:42:01.059157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Calling delete_port for c0909ce0-2ac0-42df-91dc-145eb766552c owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:01.209482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:01.224670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-db7c90a4-e90d-4cd0-95ca-432440cf2195 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:01.322713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'Port': ['ID=c0909ce0-2ac0-42df-91dc-145eb766552c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:01.344462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.344887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.345305 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.345719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.346126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.346536 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.346991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.347397 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.347803 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.348204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.348603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.348999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.349472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.349877 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.350274 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.350686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.351091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.351492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.351888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.352283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.352676 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.353072 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.353466 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.353863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:01.359182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:01.611141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:01.805333 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:01.815063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:01.826190 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:01.826902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:41:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:01.847250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] No DVR routers for this DVR port c0909ce0-2ac0-42df-91dc-145eb766552c on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:01.849612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:01.852547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-deleted', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:01.870186 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-59f0ea3e-79b1-4fb4-8299-7dfd08134084 req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "DELETE /v2.0/ports/c0909ce0-2ac0-42df-91dc-145eb766552c HTTP/1.1" status: 204 len: 173 time: 1.8466825 Feb 17 04:42:02.092222 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:02.117825 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27edfa1a-8980-4f88-9bba-d54439353106', 'name': 'network-vif-deleted', 'tag': 'c0909ce0-2ac0-42df-91dc-145eb766552c', 'status': 'completed', 'code': 200} Feb 17 04:42:02.131089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f97191c0-dc5b-4c06-822e-46ff7313ed2c req-1eb5665b-ebf5-48ff-aa27-cb270a1156f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:02.146762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f97191c0-dc5b-4c06-822e-46ff7313ed2c req-1eb5665b-ebf5-48ff-aa27-cb270a1156f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:02.148286 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f97191c0-dc5b-4c06-822e-46ff7313ed2c req-1eb5665b-ebf5-48ff-aa27-cb270a1156f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=27edfa1a-8980-4f88-9bba-d54439353106 HTTP/1.1" status: 200 len: 210 time: 0.0702395 Feb 17 04:42:02.434642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:02.438705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:02.447680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:02.448332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:41:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:02.643011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:02.979902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:02.984325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d689312e-095b-4629-b0a5-57aec3a9cc26 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:03.283126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41572) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:03.359707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.377661 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb99ebc4-2b11-4dce-b7ec-dd058a2f35b0 None None] New status for floating IP 09c90a82-c698-42cc-a61f-92476f78d83b: DOWN {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:42:03.391636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.439379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.445432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ac172a5-5ac0-455c-9c10-1afaa4a2d52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:03.461129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982af15-d333-4bb3-b73c-707d5008a52e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:03.464006 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:03.472522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.476344 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "DELETE /v2.0/security-groups/a982af15-d333-4bb3-b73c-707d5008a52e HTTP/1.1" status: 204 len: 168 time: 0.1895545 Feb 17 04:42:03.476704 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41576) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:03.495998 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.v2.resource [None req-5ca0d50b-b1c4-46a7-9b9a-0ffad9e85200 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] show failed (client error): The resource could not be found. Feb 17 04:42:03.497089 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5ca0d50b-b1c4-46a7-9b9a-0ffad9e85200 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups/a982af15-d333-4bb3-b73c-707d5008a52e HTTP/1.1" status: 404 len: 347 time: 0.0194101 Feb 17 04:42:03.500210 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41580) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:03.679284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Deleting port 71d2ce74-6b3d-4014-bb33-ebf78cf57db9 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:03.679665 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.794042 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.863685 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.864136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.000401 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Calling delete_port for 71d2ce74-6b3d-4014-bb33-ebf78cf57db9 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:04.150256 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.167241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:04.271604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'Port': ['ID=71d2ce74-6b3d-4014-bb33-ebf78cf57db9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:04.276162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:04.396244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.413634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.414926 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-83dbe9c4-dfac-4289-b4fc-4f2756c0d96a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "DELETE /v2.0/floatingips/09c90a82-c698-42cc-a61f-92476f78d83b HTTP/1.1" status: 204 len: 168 time: 0.9137311 Feb 17 04:42:04.652625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41586) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:04.658628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366062765', 'description': 'tempest-description--2139095526'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:04.665197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:04.669545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:04.672559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:04.678281 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:04.687796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.709450 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:04.713566 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:04.716505 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:04.722243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:04.796084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.798710 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.804013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2e7f1848-991a-4f52-bf02-b355d02db0ed tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:04.848906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d3a809-1ade-476c-8320-f8e6284d7346,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:04.852407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:04.853835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.855183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2014616 Feb 17 04:42:04.858549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41590) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:04.865341 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group_rule': {'security_group_id': 'c7d3a809-1ade-476c-8320-f8e6284d7346', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:04.871555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:04.875649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:04.879867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:04.887312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:04.906430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.976033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.978476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:04.980680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-dfb4929d-d288-4d5a-aa60-56b63661e406 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:05.002527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d55a63-e697-4d52-ad96-c07724e333c3,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:05.007556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:05.014188 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.015496 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-6a80381b-2888-4bf9-95ac-c25d543793c5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559174 Feb 17 04:42:05.018289 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41594) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:05.024221 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'security_group_rule': {'security_group_id': 'c7d3a809-1ade-476c-8320-f8e6284d7346', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:05.030320 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:05.034393 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:security_group_rule and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:05.037575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:05.043379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:05.059374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.126253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.129253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750717'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.131381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:05.153925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0439f4eb-df2a-4594-a7c7-256da929b1c9,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:05.156417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:05.162522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.166948 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4c36f6eb-e8ac-407b-98f2-f8d173f8d5e3 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442454 Feb 17 04:42:05.167128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41598) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:05.172794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'floatingip': {'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:05.179161 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:05.183240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Usage tracker for resource:floatingip and tenant:892551b323704d84b05a875059fc2fea is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:05.186214 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:05.192630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:05.202130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.345428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.617121 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Allocated IP 172.28.2.145 (2b637fe9-6504-443d-b8ca-6891b99504f4/b46486d8-f30f-43f4-b77f-76d9443ea21e/4e62703b-6789-4c9b-a078-13b456a34961) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:42:05.773304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.802447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:05.817455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5a750f4b-1960-484d-ad0b-7a57c01dc979 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:06.213242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=4e62703b-6789-4c9b-a078-13b456a34961,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:06.218207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:06.259501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Network 2b637fe9-6504-443d-b8ca-6891b99504f4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:06.260654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:06.262812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:42:06.349170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.410900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.685953 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.689423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.705127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-23ddc97a-bfa1-4a80-bc10-2235d53705e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:06.841253 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=4e62703b-6789-4c9b-a078-13b456a34961,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:06.844362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:06.954597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.976837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:06.978166 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8100460 Feb 17 04:42:07.148842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3af16ff4-4fbe-44ea-8078-185a632f1763 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:07.164276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3af16ff4-4fbe-44ea-8078-185a632f1763 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:07.165497 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3af16ff4-4fbe-44ea-8078-185a632f1763 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--366062765&fields=id&tenant_id=892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 267 time: 0.0596979 Feb 17 04:42:07.327445 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-e7acb05e-eb3d-4633-88f5-55b83b30b864 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.329057 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-e7acb05e-eb3d-4633-88f5-55b83b30b864 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 811 time: 0.1563833 Feb 17 04:42:07.347972 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-7013e07b-444a-4706-b8bf-6333296a587a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/quotas/892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 375 time: 0.0119410 Feb 17 04:42:07.437985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-9a7480f5-1b8d-4b79-a3e8-d97a6a539b9e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:07.452381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-9a7480f5-1b8d-4b79-a3e8-d97a6a539b9e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:07.453762 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-9a7480f5-1b8d-4b79-a3e8-d97a6a539b9e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002865 Feb 17 04:42:07.547382 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3ad96c19-8e28-42a8-b670-9ddabd2f6de5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:42:07.548491 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3ad96c19-8e28-42a8-b670-9ddabd2f6de5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0818222 Feb 17 04:42:07.693628 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-82f611cf-2b8e-4b10-bf06-006d110f4e42 service neutron] 10.222.0.42 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383483 Feb 17 04:42:07.838379 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-c4990744-9fd8-4fef-88f0-b7f581b50d8b service neutron] 10.222.0.42 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383834 Feb 17 04:42:08.038923 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-63d164b2-bf03-4892-9a13-7eca401eb415 req-5401337a-d90c-4c8c-b5db-e23544f9eb53 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 210 time: 0.0496764 Feb 17 04:42:09.222386 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-394a8e1f-841a-4ffb-8a19-176632acba73 req-46db9a84-b1b1-48c1-8e4c-21b12c1bc56b tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 210 time: 0.0596032 Feb 17 04:42:09.247089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-ef9ba8fb-5ddb-4d23-ae0f-79cdede809a8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.248649 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-ef9ba8fb-5ddb-4d23-ae0f-79cdede809a8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 811 time: 0.2214313 Feb 17 04:42:09.336280 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-dfbd7c94-7032-4be0-b105-54d9b7710768 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=892551b323704d84b05a875059fc2fea HTTP/1.1" status: 200 len: 5708 time: 0.0690019 Feb 17 04:42:09.345828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'port': {'device_id': '09c973c1-6873-4439-9371-fff91dfe3388', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'admin_state_up': True, 'tenant_id': '892551b323704d84b05a875059fc2fea', 'security_groups': ['c7d3a809-1ade-476c-8320-f8e6284d7346']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:09.489927 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:09.499635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:09.508830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Made reservation on behalf of 892551b323704d84b05a875059fc2fea for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:42:09.514336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.825767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Allocated IP 172.20.0.14 (f2032966-9edc-4cbc-98ba-2477eb37b120/08df24f2-2d77-4d0d-9628-74d39e43222f/52fb60ed-7755-431c-8d5d-413118f96b4b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:42:10.022487 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.038816 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Transition to ACTIVE for port object 52fb60ed-7755-431c-8d5d-413118f96b4b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:10.061848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.077133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-282ecc4b-4334-4b27-a998-244fd12857c9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:10.218490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event updated for resources: {'Port': ['ID=52fb60ed-7755-431c-8d5d-413118f96b4b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:10.235283 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:10.279157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Network f2032966-9edc-4cbc-98ba-2477eb37b120 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:10.280590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:10.282896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:42:10.351384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.352090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.384267 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0417416 Feb 17 04:42:10.398091 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Request body: {'port': {'device_id': '09c973c1-6873-4439-9371-fff91dfe3388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:10.436019 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9171-a77c-4e5c-bf45-65d4d253c8b6 req-cb5b7849-c061-4c3b-8050-f5e98746020a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.437685 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55bb9171-a77c-4e5c-bf45-65d4d253c8b6 req-cb5b7849-c061-4c3b-8050-f5e98746020a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 932 time: 0.1016259 Feb 17 04:42:10.483332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-07fadfe7-c716-4330-b19e-ba74900d7d00 None None] Provisioning for port 52fb60ed-7755-431c-8d5d-413118f96b4b completed by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:10.489568 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-07fadfe7-c716-4330-b19e-ba74900d7d00 None None] Provisioning complete for port 52fb60ed-7755-431c-8d5d-413118f96b4b triggered by entity DHCP. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:10.489992 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-07fadfe7-c716-4330-b19e-ba74900d7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.493821 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-55bb9171-a77c-4e5c-bf45-65d4d253c8b6 req-3aad3bdf-74f1-4b17-8aea-48ffae825069 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481377 Feb 17 04:42:10.528194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.547762 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-07fadfe7-c716-4330-b19e-ba74900d7d00 None None] Port 52fb60ed-7755-431c-8d5d-413118f96b4b cannot update to ACTIVE because it is not bound. {{(pid=84013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:42:10.948354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fb60ed-7755-431c-8d5d-413118f96b4b {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:42:10.956822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.968880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Transition to ACTIVE for port object 52fb60ed-7755-431c-8d5d-413118f96b4b will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:10.972296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.991819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ff5d43d5-ee4d-4432-8589-2176cb423f27 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:11.127199 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Pushing event updated for resources: {'Port': ['ID=52fb60ed-7755-431c-8d5d-413118f96b4b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:11.130547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:11.320717 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Attempting to bind port 52fb60ed-7755-431c-8d5d-413118f96b4b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:42:11.321250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Attempting to bind port 52fb60ed-7755-431c-8d5d-413118f96b4b by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:42:11.321441 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Attempting to bind port 52fb60ed-7755-431c-8d5d-413118f96b4b on network f2032966-9edc-4cbc-98ba-2477eb37b120 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:42:11.327468 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:42:11.327844 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Checking segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:42:11.328234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.328602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Bound using segment: {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:42:11.329111 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Bound port: 52fb60ed-7755-431c-8d5d-413118f96b4b, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea58a3-1ce4-42df-926c-394936f8af04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:42:11.329516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.430049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] For port 52fb60ed-7755-431c-8d5d-413118f96b4b, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:42:11.433446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] For port 52fb60ed-7755-431c-8d5d-413118f96b4b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=52fb60ed-7755-431c-8d5d-413118f96b4b,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:42:11.435777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.450872 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:11.604380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Pushing event updated for resources: {'Port': ['ID=52fb60ed-7755-431c-8d5d-413118f96b4b,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:11.611389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:11.699081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:11.699771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.701307 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-41867036-8b32-411b-bdd4-963c224703ab service neutron] 10.222.0.53 "PUT /v2.0/ports/52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 200 len: 1158 time: 1.3090758 Feb 17 04:42:11.701879 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:11.734055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f7452-b914-4f38-b54b-4b9fe68779ce req-8a70e7fa-e809-4ce1-b4c0-facea03865f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:11.734913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c13f7452-b914-4f38-b54b-4b9fe68779ce req-8a70e7fa-e809-4ce1-b4c0-facea03865f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Synchronizing usage tracker for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:12.035397 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'status': 'completed', 'code': 200} Feb 17 04:42:12.060364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c13f7452-b914-4f38-b54b-4b9fe68779ce req-8a70e7fa-e809-4ce1-b4c0-facea03865f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Unset dirty status for tenant:892551b323704d84b05a875059fc2fea on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:12.061655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c13f7452-b914-4f38-b54b-4b9fe68779ce req-8a70e7fa-e809-4ce1-b4c0-facea03865f8 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 944 time: 0.4514978 Feb 17 04:42:12.116058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-d649f479-22bc-4457-bc14-28a969175968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.117675 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-d649f479-22bc-4457-bc14-28a969175968 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 1161 time: 0.3789637 Feb 17 04:42:12.127679 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c13f7452-b914-4f38-b54b-4b9fe68779ce req-9d80db4c-8f50-4487-8da4-9d07f682a9da tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579967 Feb 17 04:42:12.198220 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-2e999b07-e699-4f21-91d6-5c721182636b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 200 len: 217 time: 0.0689065 Feb 17 04:42:12.266864 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-0875b84a-593f-4093-a1f9-fb6d0842328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.268352 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-0875b84a-593f-4093-a1f9-fb6d0842328c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0642262 Feb 17 04:42:12.353751 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-ccb5a536-aca5-447b-a353-192423f22e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.355392 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-ccb5a536-aca5-447b-a353-192423f22e10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810950 Feb 17 04:42:12.499198 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-0e3c840c-9c79-4417-b0c4-e29e46da2c20 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367891 Feb 17 04:42:12.642049 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f614c4f4-04de-4384-98ba-6e08da8b5ed9 req-fbb92ab9-53be-405e-b529-cc8d795e92bc service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367552 Feb 17 04:42:12.763722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-180d3e10-2ed6-44b1-a940-628eddcc71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.765310 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-180d3e10-2ed6-44b1-a940-628eddcc71f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 1161 time: 0.0793359 Feb 17 04:42:12.908352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-20eaab10-e8e3-4f24-81fc-dca4adaeef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.910437 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-20eaab10-e8e3-4f24-81fc-dca4adaeef70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1389637 Feb 17 04:42:12.986850 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-31bafa42-4fd9-4071-bdf9-060863e91a38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 200 len: 217 time: 0.0700905 Feb 17 04:42:13.054778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-7ec9ee5d-a81f-4337-a93f-17622c6be42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.056334 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-7ec9ee5d-a81f-4337-a93f-17622c6be42b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0634449 Feb 17 04:42:13.140828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-38784875-648b-4541-9f50-2b9314ae7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.142385 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-38784875-648b-4541-9f50-2b9314ae7663 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798597 Feb 17 04:42:13.287918 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-50745a2b-bed2-48c5-802f-caeea417e407 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380205 Feb 17 04:42:13.333509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe3ed2-a518-47d1-912a-e6fa4fdc6477 req-52a7df6e-55cf-43c1-aa29-e6643f2f3add tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.335183 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41fe3ed2-a518-47d1-912a-e6fa4fdc6477 req-52a7df6e-55cf-43c1-aa29-e6643f2f3add tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 944 time: 0.0880930 Feb 17 04:42:13.384640 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41fe3ed2-a518-47d1-912a-e6fa4fdc6477 req-a2a49375-ea70-4a2c-a236-93f6cb590a05 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430489 Feb 17 04:42:13.434567 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-fb846f0a-9946-4f60-baa9-d916e57df6cd req-ced41764-1b1d-4e9f-9fbc-ab272a931734 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400390 Feb 17 04:42:14.580624 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafe28d-ff3a-42bd-befb-9c1ede5f4e7a req-155371e4-8000-4257-b223-3e56098a83b0 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:14.582950 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0dafe28d-ff3a-42bd-befb-9c1ede5f4e7a req-155371e4-8000-4257-b223-3e56098a83b0 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 944 time: 0.0857739 Feb 17 04:42:14.630802 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0dafe28d-ff3a-42bd-befb-9c1ede5f4e7a req-c82a87e6-4458-4a5c-9317-e0a6c0248cba tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Feb 17 04:42:15.831584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24af385-21f6-48c4-9ec9-aceffbfa16fe req-95f6ced8-2d75-48ed-a06c-a0cb721520cb tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.833384 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e24af385-21f6-48c4-9ec9-aceffbfa16fe req-95f6ced8-2d75-48ed-a06c-a0cb721520cb tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 944 time: 0.0903835 Feb 17 04:42:15.880789 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e24af385-21f6-48c4-9ec9-aceffbfa16fe req-69f85c92-a431-45da-9706-eef10978e18d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 Feb 17 04:42:16.565894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 52fb60ed-7755-431c-8d5d-413118f96b4b up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:16.640217 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 52fb60ed-7755-431c-8d5d-413118f96b4b completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:16.645324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 52fb60ed-7755-431c-8d5d-413118f96b4b triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:16.645748 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.766595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.794724 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:16.805625 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 52fb60ed-7755-431c-8d5d-413118f96b4b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=52fb60ed-7755-431c-8d5d-413118f96b4b,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:16.808771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:16.810722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:16.852577 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'code': 200} Feb 17 04:42:16.888476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=52fb60ed-7755-431c-8d5d-413118f96b4b,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:16.891573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:17.084053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a98a-13b0-4f18-93d3-a6d14f066de5 req-37e993bc-bf0c-4921-9d79-18b26e8f7d00 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:17.085594 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-42a7a98a-13b0-4f18-93d3-a6d14f066de5 req-37e993bc-bf0c-4921-9d79-18b26e8f7d00 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0906966 Feb 17 04:42:17.103349 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f437d-39c0-4b66-9592-847aa057afb5 req-91206ba3-9dd5-498d-b9a2-985896160df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:17.104982 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e08f437d-39c0-4b66-9592-847aa057afb5 req-91206ba3-9dd5-498d-b9a2-985896160df3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 1163 time: 0.0839202 Feb 17 04:42:17.133860 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-42a7a98a-13b0-4f18-93d3-a6d14f066de5 req-74132a8d-4cd2-4dea-b789-486b81d45335 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Feb 17 04:42:17.149456 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e08f437d-39c0-4b66-9592-847aa057afb5 req-85d4c58c-3f72-47c8-b076-22ae36b66d43 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375910 Feb 17 04:42:18.141021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 52fb60ed-7755-431c-8d5d-413118f96b4b up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:18.214813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 52fb60ed-7755-431c-8d5d-413118f96b4b triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:18.215242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.484934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c230-a10a-4031-9d2f-d92b704d792a req-c0a27d0d-3e94-4c7a-a7b2-1e438a011550 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:18.487729 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8993c230-a10a-4031-9d2f-d92b704d792a req-c0a27d0d-3e94-4c7a-a7b2-1e438a011550 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0896273 Feb 17 04:42:18.538510 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8993c230-a10a-4031-9d2f-d92b704d792a req-97bc30b6-8a73-4aa6-baa0-4f5096978938 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Feb 17 04:42:19.737896 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829cd8-63a7-49ec-a5d3-4031c15a173a req-9a1a0692-6cc1-4cfd-9bc5-64bf5aca3bd9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:19.739518 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-42829cd8-63a7-49ec-a5d3-4031c15a173a req-9a1a0692-6cc1-4cfd-9bc5-64bf5aca3bd9 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0863161 Feb 17 04:42:19.789849 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-42829cd8-63a7-49ec-a5d3-4031c15a173a req-38bb4f75-15c4-4b92-a361-5cbd3246c43a tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 17 04:42:19.989376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48da0c8-0cd0-48ef-8f3d-bd2bc8ff11ab req-29cb6c9d-4cbb-4b98-96ad-a7b8626730dd tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:19.991015 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-e48da0c8-0cd0-48ef-8f3d-bd2bc8ff11ab req-29cb6c9d-4cbb-4b98-96ad-a7b8626730dd tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0921717 Feb 17 04:42:20.001122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41658) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:20.007079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Request body: {'floatingip': {'port_id': '52fb60ed-7755-431c-8d5d-413118f96b4b'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:20.105996 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.164972 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 52fb60ed-7755-431c-8d5d-413118f96b4b up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:20.248102 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 52fb60ed-7755-431c-8d5d-413118f96b4b triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:20.249198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.818459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.821258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.001927 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Floating IP b60943e4-d344-45fd-b404-a9e03330256b associated. External IP: 172.28.2.145, port: 52fb60ed-7755-431c-8d5d-413118f96b4b. Feb 17 04:42:21.611709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:21.803439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:21.807905 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.815810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:21.826081 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:21.826842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:41:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:21.867598 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-d8526c47-223a-4d93-b488-8e81ae6f41f4 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "PUT /v2.0/floatingips/b60943e4-d344-45fd-b404-a9e03330256b HTTP/1.1" status: 200 len: 992 time: 1.8652122 Feb 17 04:42:21.868255 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:21.943523 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'status': 'completed', 'code': 200} Feb 17 04:42:22.057764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-fa0a6801-4010-451c-9089-e9e1e019b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.059486 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-fa0a6801-4010-451c-9089-e9e1e019b4f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 1163 time: 0.0928478 Feb 17 04:42:22.191043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:22.211335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-699ba9b0-8ce0-4dbe-8cc2-4e667ef3a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.212974 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-699ba9b0-8ce0-4dbe-8cc2-4e667ef3a433 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1452343 Feb 17 04:42:22.325414 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-d0e91e32-d53e-43d9-b9af-be40232af184 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 200 len: 1000 time: 0.1051464 Feb 17 04:42:22.396746 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-18c47c89-2020-4205-81c8-41205795ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.398354 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-18c47c89-2020-4205-81c8-41205795ef8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0666466 Feb 17 04:42:22.483960 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-4b43e045-2a2e-4a60-930e-972a33698fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.485503 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-4b43e045-2a2e-4a60-930e-972a33698fef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811467 Feb 17 04:42:22.564430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b60943e4-d344-45fd-b404-a9e03330256b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.145', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:e7:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c973c1-6873-4439-9371-fff91dfe3388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:42:06Z', 'updated_at': '2021-02-17T04:42:20Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:22.569166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:22.578106 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:22.578840 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:41:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:22.632422 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-bc75b90a-5a8c-449e-90c0-fad749f9c022 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402745 Feb 17 04:42:22.777647 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:22.778601 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-56e2af1c-47a7-4ff2-996f-7827941d1993 req-bdd693d0-44e7-4d78-b5ee-3401fb39359d service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398380 Feb 17 04:42:23.153965 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b60943e4-d344-45fd-b404-a9e03330256b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.145', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:e7:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c973c1-6873-4439-9371-fff91dfe3388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:42:06Z', 'updated_at': '2021-02-17T04:42:20Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:23.158143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34155431-ff2d-415e-8494-db256f8d5ed6 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_floatingips': [{'id': 'b60943e4-d344-45fd-b404-a9e03330256b', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'floating_ip_address': '172.28.2.145', 'floating_network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'router_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'port_id': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'mac_address': 'fa:16:3e:e7:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c973c1-6873-4439-9371-fff91dfe3388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:42:06Z', 'updated_at': '2021-02-17T04:42:20Z', 'revision_number': 1, 'project_id': '892551b323704d84b05a875059fc2fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:23.431472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e94d5-dadb-4f48-aa92-4c548c2d1d62 None None] New status for floating IP b60943e4-d344-45fd-b404-a9e03330256b: ACTIVE {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:42:25.037787 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-488b699a-c613-4772-84ae-50d4f7f3e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.163525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-df808813-2422-42e5-9e94-d22672901d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.928614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.545007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.984086 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:30.214481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:33.795122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:55.038093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3598ee69-ea02-4b46-a7e0-f8067bc52578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.165539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1f62cfb0-18b5-4bf4-832a-fab130012783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:58.931070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:59.545891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:00.215700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:03.795552 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:06.983577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:16.753593 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-b87069a8-8b3e-4938-add9-e0917f531dab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0809369 Feb 17 04:43:16.901453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-1ea21c14-08e3-4f25-8010-ba509ed7f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:16.903144 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-1ea21c14-08e3-4f25-8010-ba509ed7f05c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=892551b323704d84b05a875059fc2fea&device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 1163 time: 0.0785291 Feb 17 04:43:17.057421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-1bba24a6-c10a-4fe1-84fc-c07112625eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:17.058949 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-1bba24a6-c10a-4fe1-84fc-c07112625eb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 200 len: 905 time: 0.1372001 Feb 17 04:43:17.167705 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-674cbcf6-f744-47ea-841e-44261ded8f6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 200 len: 1002 time: 0.1026313 Feb 17 04:43:17.238010 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-22ec3922-6cd0-4941-bd79-da63d1167c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:17.239634 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-22ec3922-6cd0-4941-bd79-da63d1167c21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 200 len: 850 time: 0.0660925 Feb 17 04:43:17.325066 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-9d7268d9-7657-4d74-9a7e-d8c52becb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:17.326613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-9d7268d9-7657-4d74-9a7e-d8c52becb02d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2032966-9edc-4cbc-98ba-2477eb37b120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811260 Feb 17 04:43:17.469111 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-90cf82ec-b81e-4e19-933b-9a5fa7d0e892 service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352189 Feb 17 04:43:17.612413 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4599577d-1edd-4eb3-a350-9f9c6effdb47 req-434a55ba-2721-4abd-9a21-dc64bad7781d service neutron] 10.222.0.53 "GET /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370921 Feb 17 04:43:25.038770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad28fa62-3df0-45c9-9db4-ca9aa6d3e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:28.167046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-317bac13-11c9-411d-8671-144e61e21858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:28.933808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.547110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.218555 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.807934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.982912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:45.119533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287f0f-9b25-4fbd-bb47-6fa6369f71fa req-08054770-07e5-4027-8ab6-5dc9f14dd165 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.121076 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f6287f0f-9b25-4fbd-bb47-6fa6369f71fa req-08054770-07e5-4027-8ab6-5dc9f14dd165 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0882320 Feb 17 04:43:45.169443 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f6287f0f-9b25-4fbd-bb47-6fa6369f71fa req-3aed83e5-5150-4603-8f6c-22e5526a04d6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 Feb 17 04:43:46.374759 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ceb85-f0d4-4514-848a-5a16a72069fc req-bf0670f9-24c1-4256-a790-b73fc3fec034 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.376382 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-162ceb85-f0d4-4514-848a-5a16a72069fc req-bf0670f9-24c1-4256-a790-b73fc3fec034 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0895452 Feb 17 04:43:46.428295 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-162ceb85-f0d4-4514-848a-5a16a72069fc req-5a77bcb4-cd04-4651-9bdd-2ea06270ec5d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Feb 17 04:43:47.217319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-17ee2dd7-30f0-400e-88ff-9b983c3e9dd2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:47.218849 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-17ee2dd7-30f0-400e-88ff-9b983c3e9dd2 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0851374 Feb 17 04:43:47.293530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Deleting port 52fb60ed-7755-431c-8d5d-413118f96b4b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:47.293916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.557979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] For port 52fb60ed-7755-431c-8d5d-413118f96b4b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=52fb60ed-7755-431c-8d5d-413118f96b4b,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:47.558604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.630841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9ce9f-3374-4a1d-a4d8-3daa5a0c4053 req-3026deb8-a6e1-4c56-b4e4-dbe74959cbc5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:47.632471 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5dc9ce9f-3374-4a1d-a4d8-3daa5a0c4053 req-3026deb8-a6e1-4c56-b4e4-dbe74959cbc5 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 946 time: 0.0921071 Feb 17 04:43:47.681314 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5dc9ce9f-3374-4a1d-a4d8-3daa5a0c4053 req-565f31c7-9a58-4863-8a19-203ef538f027 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7d3a809-1ade-476c-8320-f8e6284d7346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Feb 17 04:43:47.871016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.871421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854115413'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:47.871769 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.l3_db [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Floating IP b60943e4-d344-45fd-b404-a9e03330256b disassociated. External IP: 172.28.2.145, port: 52fb60ed-7755-431c-8d5d-413118f96b4b. Feb 17 04:43:47.872146 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Calling delete_port for 52fb60ed-7755-431c-8d5d-413118f96b4b owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:48.021999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.037975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-3795a986-9b39-4aa3-84fe-2ee64b911ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:48.383634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'Port': ['ID=52fb60ed-7755-431c-8d5d-413118f96b4b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:48.401453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.401881 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.402300 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.402785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.403193 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.403602 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.404005 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.404407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.404810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.405213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.405613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.406013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.406522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.406973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.407356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.408439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.408923 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.409326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.409726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.410125 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.410529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.410955 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.411354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.411753 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:48.416802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:48.672234 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:43:48.740262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 52fb60ed-7755-431c-8d5d-413118f96b4b no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:43:48.779060 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] No Port match for: 52fb60ed-7755-431c-8d5d-413118f96b4b {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:43:48.779400 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 52fb60ed-7755-431c-8d5d-413118f96b4b not bound to the agent host hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:43:48.868395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f18e57c6-a149-4c91-abe2-17ec40848dcf req-0efa3694-b414-40d2-8ab2-c648e3d87467 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c973c1-6873-4439-9371-fff91dfe3388 HTTP/1.1" status: 200 len: 210 time: 0.0656841 Feb 17 04:43:48.927449 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:48.937000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:48.948240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:48.949033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:43:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:48.968540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] No DVR routers for this DVR port 52fb60ed-7755-431c-8d5d-413118f96b4b on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:43:48.971447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:48.974628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'name': 'network-vif-deleted', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:48.997525 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a0a30b56-6719-4c0c-bbca-1337a6c3a48d req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.53 "DELETE /v2.0/ports/52fb60ed-7755-431c-8d5d-413118f96b4b HTTP/1.1" status: 204 len: 173 time: 1.7733700 Feb 17 04:43:49.042945 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c973c1-6873-4439-9371-fff91dfe3388', 'name': 'network-vif-deleted', 'tag': '52fb60ed-7755-431c-8d5d-413118f96b4b', 'status': 'completed', 'code': 200} Feb 17 04:43:49.148731 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:49.492207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:49.496292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:49.506334 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:49.507033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:43:28Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:49.890133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:50.013273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41904) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:50.082523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.116616 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.165122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.170492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-eeb05a7d-5f6c-4a7b-a4ec-94657605b4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:50.186648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d3a809-1ade-476c-8320-f8e6284d7346,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:50.190093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:50.196344 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.197580 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f9f33761-47f3-454c-b1d4-97f608182d22 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "DELETE /v2.0/security-groups/c7d3a809-1ade-476c-8320-f8e6284d7346 HTTP/1.1" status: 204 len: 168 time: 0.1832294 Feb 17 04:43:50.201412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 41908) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:50.220844 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.api.v2.resource [None req-0180ef44-4b49-435a-b4c9-39b6c5cb644e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] show failed (client error): The resource could not be found. Feb 17 04:43:50.225529 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0180ef44-4b49-435a-b4c9-39b6c5cb644e tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "GET /v2.0/security-groups/c7d3a809-1ade-476c-8320-f8e6284d7346 HTTP/1.1" status: 404 len: 347 time: 0.0196123 Feb 17 04:43:50.225623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41912) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:50.248701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-244d33a7-1948-490e-bd57-912ca211adba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:50.253170 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d33a7-1948-490e-bd57-912ca211adba None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:37:46Z', 'revision_number': 4, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb', '_interfaces': [{'id': '7094aa49-9cc9-4c5a-9b4b-e7550f3f346a', 'name': '', 'network_id': 'f2032966-9edc-4cbc-98ba-2477eb37b120', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'mac_address': 'fa:16:3e:a9:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:45Z', 'updated_at': '2021-02-17T04:37:54Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'subnets': [{'id': '08df24f2-2d77-4d0d-9628-74d39e43222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:43:50.402160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Deleting port 4e62703b-6789-4c9b-a078-13b456a34961 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:50.402542 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.589470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.589845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:50.641696 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1ba7e-2166-433e-bcbf-26646faedfc2 None None] New status for floating IP b60943e4-d344-45fd-b404-a9e03330256b: DOWN {{(pid=84014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:43:50.726835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Calling delete_port for 4e62703b-6789-4c9b-a078-13b456a34961 owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:51.032029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:43:51.032619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:43:51.533474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Deleting port 4e62703b-6789-4c9b-a078-13b456a34961 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:51.533860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.712999 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.713362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.846069 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Calling delete_port for 4e62703b-6789-4c9b-a078-13b456a34961 owned by network:floatingip {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:51.989760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:52.005772 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a17ea82f-e155-43e0-a46f-300359870b14 tempest-AttachVolumeNegativeTest-1953171910 tempest-AttachVolumeNegativeTest-1953171910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:52.102209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Pushing event deleted for resources: {'Port': ['ID=4e62703b-6789-4c9b-a078-13b456a34961,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:52.123247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.123664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.124075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.124480 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.124876 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.125273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.125665 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.126059 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.127206 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.127618 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.128008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.128396 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.128863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.129254 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.129642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.130033 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.130422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.130842 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.131231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.131634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.132004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.132391 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.132778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.133165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:52.138313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:52.250603 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks [] for floatingip, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:52.265981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for floatingip, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:52.267447 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2289229c-dc7b-4b32-923b-f7e0ad216133 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] 10.222.0.42 "DELETE /v2.0/floatingips/b60943e4-d344-45fd-b404-a9e03330256b HTTP/1.1" status: 204 len: 168 time: 2.0408762 Feb 17 04:43:55.041643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-45b6d60a-eb17-4a9f-96d6-09b83b34debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:56.487367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41942) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:57.146933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105207'] for router_interface, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:57.359369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-28168a4e-7d72-48f7-a334-424f1705e50a req-c7146dba-8ccd-4ddb-8970-6eb5edf885f1 service neutron] (84010) timed out ('10.222.0.53', 63902) {{(pid=84010) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:43:57.516139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Deleting port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:57.517270 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:57.701538 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] For port 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:57.701939 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:57.834298 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Calling delete_port for 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a owned by network:router_interface {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:43:58.009931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:58.025964 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-88cd78ec-40b8-4288-9890-2a9718365245 tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:58.130761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7094aa49-9cc9-4c5a-9b4b-e7550f3f346a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:58.135894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:58.169003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-d385d466-ee0d-4c3f-9633-a12248214aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:58.666723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105113'] for router_interface, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:58.935945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:59.183562 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Router bab99d69-3daf-434a-bb2c-5de6653c3ba0 has already been hosted by L3 agent a8733612-d323-4671-9675-676daba28578 {{(pid=84011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:43:59.373806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] Notify agent at l3_agent.dv-cinder-759962-5-smb the message routers_updated {{(pid=84011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:43:59.384162 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Sync routers for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:43:59.387095 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-e1d9320e-3f56-417d-ad83-820fd8c5cd72 admin admin] 10.222.0.42 "PUT /v2.0/routers/bab99d69-3daf-434a-bb2c-5de6653c3ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985384 Feb 17 04:43:59.389711 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41948) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:59.394020 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:59.394706 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:43:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:59.568151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:59.587258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks [] for router, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:59.601564 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:43:59.777835 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:59.783768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Deleting port b2ded9ab-619a-4d3b-b963-827a628d1445 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:43:59.784140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:59.913499 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:43:57Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:59.918078 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Checking router: bab99d69-3daf-434a-bb2c-5de6653c3ba0 for host: dv-cinder-759962-5-smb {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:43:59.930143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Routers {'bab99d69-3daf-434a-bb2c-5de6653c3ba0'} bound to L3 agent in host dv-cinder-759962-5-smb {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:43:59.930863 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:18:58Z,description=,heartbeat_timestamp=2021-02-17T04:43:58Z,host='dv-cinder-759962-5-smb',id=a8733612-d323-4671-9675-676daba28578,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:18:58Z,topic='l3_agent')) {'router_ids': ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:59.974329 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] For port b2ded9ab-619a-4d3b-b963-827a628d1445, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=b2ded9ab-619a-4d3b-b963-827a628d1445,segment=NetworkSegment(5e961a26-aa43-4d88-a183-a1d0cdf7dfe1),segment_id=5e961a26-aa43-4d88-a183-a1d0cdf7dfe1)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:59.974760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.110296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Calling delete_port for b2ded9ab-619a-4d3b-b963-827a628d1445 owned by network:router_gateway {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:00.121461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvr_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] Set router bab99d69-3daf-434a-bb2c-5de6653c3ba0 gateway port host: dv-cinder-759962-5-smb {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:00.254246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.327109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.444476 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_hamode_db [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:43:57Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}], 'dv-cinder-759962-5-smb', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:00.445988 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854179925'] for router_gateway, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.448756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818d2064-df35-45c4-9ef0-5481f270c106 None None] The sync data for ids ['bab99d69-3daf-434a-bb2c-5de6653c3ba0'] in dv-cinder-759962-5-smb is: [{'id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'name': 'tempest-AttachVolumeTestJSON-1521379386-router', 'tenant_id': '892551b323704d84b05a875059fc2fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'external_fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:37:41Z', 'updated_at': '2021-02-17T04:43:57Z', 'revision_number': 5, 'project_id': '892551b323704d84b05a875059fc2fea', 'gw_port': {'id': 'b2ded9ab-619a-4d3b-b963-827a628d1445', 'name': '', 'network_id': '2b637fe9-6504-443d-b8ca-6891b99504f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab99d69-3daf-434a-bb2c-5de6653c3ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:37:42Z', 'updated_at': '2021-02-17T04:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b46486d8-f30f-43f4-b77f-76d9443ea21e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-5-smb'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:00.590071 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.592446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.615634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854105855'] for router, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.616201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab99d69-3daf-434a-bb2c-5de6653c3ba0 {{(pid=84011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:44:00.629420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] Notify callbacks [] for router, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.630695 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-35f9ea1a-b5c3-420e-a814-ed045d267821 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bab99d69-3daf-434a-bb2c-5de6653c3ba0 HTTP/1.1" status: 204 len: 168 time: 1.2399595 Feb 17 04:44:00.633398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41952) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:00.705937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Deleting subnet 08df24f2-2d77-4d0d-9628-74d39e43222f {{(pid=84011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:44:00.709295 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.761783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876150'] for subnet, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:00.892778 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.167026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843063978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11956163'] for subnet, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.183271 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0679310a-391e-49c1-967c-7dd5b01c9a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:01.503658 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08df24f2-2d77-4d0d-9628-74d39e43222f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:01.506443 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:01.544267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.550580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac3b2c-b5fd-41ce-b977-78ecb7f2f86c None None] Network f2032966-9edc-4cbc-98ba-2477eb37b120 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:01.551116 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1d238574-2936-4626-8836-e8b815f493ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08df24f2-2d77-4d0d-9628-74d39e43222f HTTP/1.1" status: 204 len: 168 time: 0.9166763 Feb 17 04:44:01.553756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41956) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:01.669037 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.738993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Deleting port 3159ac74-6a3a-432a-846b-67eca4a2d129 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:01.739365 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.806238 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] DHCP port deletion for f2032966-9edc-4cbc-98ba-2477eb37b120 request from dv-cinder-759962-5-smb {{(pid=84013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:44:01.810504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Deleting port 3159ac74-6a3a-432a-846b-67eca4a2d129 {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:01.810968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:01.965720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] For port 3159ac74-6a3a-432a-846b-67eca4a2d129, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3159ac74-6a3a-432a-846b-67eca4a2d129,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:01.966285 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.063498 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] For port 3159ac74-6a3a-432a-846b-67eca4a2d129, host dv-cinder-759962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-5-smb',level=0,port_id=3159ac74-6a3a-432a-846b-67eca4a2d129,segment=NetworkSegment(01ea58a3-1ce4-42df-926c-394936f8af04),segment_id=01ea58a3-1ce4-42df-926c-394936f8af04)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:02.064133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.102082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Calling delete_port for 3159ac74-6a3a-432a-846b-67eca4a2d129 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:02.184394 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843067006'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.195821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Calling delete_port for 3159ac74-6a3a-432a-846b-67eca4a2d129 owned by network:dhcp {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:02.201015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-caa288a1-8c4d-418d-98fc-6979027e542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:02.273687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84013) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:44:02.274103 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:44:02.308934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Pushing event deleted for resources: {'Port': ['ID=3159ac74-6a3a-432a-846b-67eca4a2d129,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:02.314303 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:02.350160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] No DVR routers for this DVR port 3159ac74-6a3a-432a-846b-67eca4a2d129 on host dv-cinder-759962-5-smb {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:02.476688 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.524513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:02.562026 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:02.562429 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 7094aa49-9cc9-4c5a-9b4b-e7550f3f346a not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:02.562928 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3159ac74-6a3a-432a-846b-67eca4a2d129 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:02.597486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2032966-9edc-4cbc-98ba-2477eb37b120']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:02.599294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: 3159ac74-6a3a-432a-846b-67eca4a2d129 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:02.599694 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device 3159ac74-6a3a-432a-846b-67eca4a2d129 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:02.600194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device b2ded9ab-619a-4d3b-b963-827a628d1445 no longer exists at agent ovs-agent-dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:02.611593 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ea58a3-1ce4-42df-926c-394936f8af04') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:02.611936 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ea58a3-1ce4-42df-926c-394936f8af04') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:02.625806 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.642810 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] No Port match for: b2ded9ab-619a-4d3b-b963-827a628d1445 {{(pid=84013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:02.643219 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Device b2ded9ab-619a-4d3b-b963-827a628d1445 not bound to the agent host dv-cinder-759962-5-smb {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:02.645829 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.648070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:44:02.775032 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Deleting port 3159ac74-6a3a-432a-846b-67eca4a2d129 {{(pid=84013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:02.775470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:02.840780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Network f2032966-9edc-4cbc-98ba-2477eb37b120 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:02.852323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.015825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f372c-8e7f-43c9-979f-0a36d46a06cd None None] The port '3159ac74-6a3a-432a-846b-67eca4a2d129' was deleted {{(pid=84013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:44:03.046158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Network f2032966-9edc-4cbc-98ba-2477eb37b120 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:03.070369 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:03.152182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.156527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.160408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:03.183392 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2032966-9edc-4cbc-98ba-2477eb37b120,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:03.186204 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:03.197446 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-03bcb2f0-061d-470a-bd71-76226882b682 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f2032966-9edc-4cbc-98ba-2477eb37b120 HTTP/1.1" status: 204 len: 168 time: 1.6426740 Feb 17 04:44:03.307330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41962) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:03.359685 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ab835d01-6545-4547-a9f1-283c64cf91cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=892551b323704d84b05a875059fc2fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510759 Feb 17 04:44:03.362644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 41966) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:03.427822 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.455175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.504240 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.509226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1bee6b39-c349-4bdf-97ab-fbff31834225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:03.524638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f56290-c7f1-4f03-8a85-6cc56f5fd876,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:03.527749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:03.529733 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.531262 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-ad526ac6-d918-4a83-ba98-28b9ed2615aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97f56290-c7f1-4f03-8a85-6cc56f5fd876 HTTP/1.1" status: 204 len: 168 time: 0.1673110 Feb 17 04:44:03.811209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.390860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42010) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:05.513584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.528959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:05.533588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Usage tracker for resource:security_group_rule and tenant:e8dcf8f1359f46e0ba416987391e8a4c is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:05.536605 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:05.542387 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:05.630129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.632686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.641451 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2a167178-36a6-44b4-b1fc-eda9891189ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:05.684642 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8dcf8f1359f46e0ba416987391e8a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926002 Feb 17 04:44:05.685609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a622af7c-ed7e-455d-b5d2-6008488f86dd,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:05.687662 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42016) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:05.689250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-0e16b05e-7787-4172-bfa7-df0e9cae160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:05.752531 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.779910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.823585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.828503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-44f8fee5-ea8c-45a6-ae5f-18a6b30a953f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:05.847182 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622af7c-ed7e-455d-b5d2-6008488f86dd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:05.850228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:05.851183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.853061 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a622af7c-ed7e-455d-b5d2-6008488f86dd HTTP/1.1" status: 204 len: 168 time: 0.1643071 Feb 17 04:44:06.138213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42024) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:06.157821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.173357 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:06.177546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Usage tracker for resource:security_group_rule and tenant:1b13b49250504bd9965051637eef4900 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:06.180556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:06.186412 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:06.272500 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.275075 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.284034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-94fdf2e0-982a-4e0c-841a-d4d3673acd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:06.326995 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b13b49250504bd9965051637eef4900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875043 Feb 17 04:44:06.328599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55910ab9-2659-4253-8806-81a448a13387,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:06.330007 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42028) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:06.332192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-03774903-1919-4fb6-9563-20e99628a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:06.396246 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.424861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.470516 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.475702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8673b5b8-ad6f-42e3-b6b3-e757bb83887b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:06.489777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55910ab9-2659-4253-8806-81a448a13387,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:06.492543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:06.502058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:06.503358 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-122c6c41-56bf-407a-93c5-cb8b7c92a66e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55910ab9-2659-4253-8806-81a448a13387 HTTP/1.1" status: 204 len: 168 time: 0.1721711 Feb 17 04:44:11.423529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42116) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:11.547948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.563841 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:11.568578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Usage tracker for resource:security_group_rule and tenant:1aa4ce18a6274082aaf64bddf7784a3a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:11.571589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:11.577407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:11.663814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.666623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.675567 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22ff6367-f203-4e59-9e65-71f1bd8e3147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:11.721906 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1aa4ce18a6274082aaf64bddf7784a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970545 Feb 17 04:44:11.723659 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c84c60-c155-4dc2-ba22-543a4c5d7ff3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:11.724980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42122) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:11.727317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-86f2018c-28f5-4a4d-9e27-5e411e57613a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:11.788492 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.816293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.864768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.869728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f96d0190-afaa-4144-a7ba-afde1939da41 tempest-AttachVolumeShelveTestJSON-664467497 tempest-AttachVolumeShelveTestJSON-664467497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:11.882924 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c84c60-c155-4dc2-ba22-543a4c5d7ff3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:11.891794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:11.892622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.894613 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-a96ab80e-4740-448c-918d-6300ca1b452d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1c84c60-c155-4dc2-ba22-543a4c5d7ff3 HTTP/1.1" status: 204 len: 168 time: 0.1684961 Feb 17 04:44:12.179177 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42130) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:12.198322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.213634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:12.217679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Usage tracker for resource:security_group_rule and tenant:98113c284ebb4aa690be50776a9c0105 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:12.220638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:12.226934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:12.312142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.314713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.323588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-484a7109-2e31-4e66-a282-df584306d44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:12.366376 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98113c284ebb4aa690be50776a9c0105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860003 Feb 17 04:44:12.368011 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e3141-80cb-4287-9444-e32f937d0274,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:12.369345 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42134) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:12.371314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1b8405af-ee8f-4f80-864b-9c2e8673edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:12.433698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.460809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.504649 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.509523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ee02c210-1ac8-49b1-8d08-4002f780bbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:12.522832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e3141-80cb-4287-9444-e32f937d0274,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:12.525573 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:12.533315 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.534795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f00aa98d-9528-41f0-9c64-7715b7a780a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df0e3141-80cb-4287-9444-e32f937d0274 HTTP/1.1" status: 204 len: 168 time: 0.1635923 Feb 17 04:44:15.578813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-2d27b76c-b228-4227-84e5-7e61d52dfeb4 req-d67dc28a-4fa6-4d71-b1b4-c7c42e9663f6 service neutron] (84011) timed out ('10.222.0.53', 63949) {{(pid=84011) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:44:19.265360 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42220) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:19.389545 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.405362 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:19.409447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Usage tracker for resource:security_group_rule and tenant:672a8c36f4eb44f3bb3d6eee41809eec is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:19.412459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:19.418200 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:19.500918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.504369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.516968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a85d39a-375d-4e5b-ae3f-efd4b62f726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:19.559543 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=672a8c36f4eb44f3bb3d6eee41809eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930601 Feb 17 04:44:19.561313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a55c00-5e18-426c-b01d-1de8c1b02b5f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:19.562622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42226) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:19.565316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8f1508ad-36f3-452e-90b5-430db745bf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:19.634636 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.661795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.706012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.711241 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8093fcb0-124b-43e2-b0df-fdb3f0e77ab6 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:19.723656 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a55c00-5e18-426c-b01d-1de8c1b02b5f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:19.726399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:19.735824 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:19.738896 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-706f6ac9-5aec-476c-84f1-3333046dd547 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6a55c00-5e18-426c-b01d-1de8c1b02b5f HTTP/1.1" status: 204 len: 168 time: 0.1725516 Feb 17 04:44:20.022390 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42234) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:20.041386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.057373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:20.061448 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Usage tracker for resource:security_group_rule and tenant:8824a57910c14a7c959115505f047c1e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:20.064434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:20.070938 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:20.156395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.159702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.168588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-10b3066d-14b0-4e8a-85ba-2f77f310da26 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:20.211489 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8824a57910c14a7c959115505f047c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878593 Feb 17 04:44:20.212455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cba879-621a-47ea-ade5-803e07062fb4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:20.214413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42238) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:20.215805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-993b6df5-7bfd-468a-ac0d-7960643442ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:20.276984 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.304890 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.348833 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.353601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ceb7a4c-4708-44d4-9116-dc1c946a7c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:20.366949 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cba879-621a-47ea-ade5-803e07062fb4,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:20.372056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:20.376493 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:20.377760 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-75de1506-1f76-4b99-ab71-d7323ed1f243 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22cba879-621a-47ea-ade5-803e07062fb4 HTTP/1.1" status: 204 len: 168 time: 0.1621919 Feb 17 04:44:20.985348 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:21.104976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42260) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:21.226817 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1747198828-network', 'tenant_id': '73172699159e47979bbad83a11afa10a'}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:21.233384 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:21.237713 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Usage tracker for resource:network and tenant:73172699159e47979bbad83a11afa10a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:21.240828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:21.246912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:21.258496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Made reservation on behalf of 73172699159e47979bbad83a11afa10a for: {'network': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:21.263328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.278592 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.308312 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:21.312502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Usage tracker for resource:security_group_rule and tenant:73172699159e47979bbad83a11afa10a is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:21.316152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:21.322137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:21.433523 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.436318 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.441399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1b80f9e4-d0b8-4fb0-987c-89b79379f295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:21.473604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:44:21.493601 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d9b241-185c-4081-84e3-6617e86ebf8d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:21.498003 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:21.499031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302823043871', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.499481 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Added segment 22b6bf5d-c80c-4770-9a1a-e66ff86d95a7 of type vxlan for network 16686d27-bccc-4482-b078-e4a41d37008e Feb 17 04:44:21.536267 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.568366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.569651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:21.570301 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:21.575495 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:21.682686 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5762265 Feb 17 04:44:21.685781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Pushing event updated for resources: {'Network': ['ID=16686d27-bccc-4482-b078-e4a41d37008e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:21.685987 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42266) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:21.688851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-741d4ce7-9786-4785-9159-a0f3122e7e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:21.692583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Request body: {'subnet': {'network_id': '16686d27-bccc-4482-b078-e4a41d37008e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1747198828-subnet', 'tenant_id': '73172699159e47979bbad83a11afa10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:21.697925 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:21.699332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 16686d27-bccc-4482-b078-e4a41d37008e details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:44:21.702112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Usage tracker for resource:subnet and tenant:73172699159e47979bbad83a11afa10a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:21.705195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:21.711142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:21.713623 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 16686d27-bccc-4482-b078-e4a41d37008e details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:44:21.726575 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Made reservation on behalf of 73172699159e47979bbad83a11afa10a for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:21.731726 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843148005'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.144590 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843095136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843148022'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.160262 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:22.290399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24bf1d4-2dbd-4187-adb8-f9f1737f83c5,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:22.295124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:22.358239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Checking segment: {'id': '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:44:22.358626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Network hostable DHCP agents. Network: 16686d27-bccc-4482-b078-e4a41d37008e, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:44:22.376723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Network 16686d27-bccc-4482-b078-e4a41d37008e is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:44:22.385410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 16686d27-bccc-4482-b078-e4a41d37008e) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:22.395269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13064b-578a-4a73-9bed-46bfdde00909 None None] Network 16686d27-bccc-4482-b078-e4a41d37008e requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:22.398304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:22.399015 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:22.423103 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-bad6bea9-da78-4f10-ad87-3360e62f7860 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7359028 Feb 17 04:44:22.624374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653bd7b-ab30-4796-bc78-39aa4c557b32 None None] Network 16686d27-bccc-4482-b078-e4a41d37008e requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:23.097354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42288) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:23.103865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-265614148-network', 'tenant_id': 'd91a5d2d837747358fc18adcecefd67f'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:23.109266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:23.113894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Usage tracker for resource:network and tenant:d91a5d2d837747358fc18adcecefd67f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:23.117856 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:23.123730 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:23.134093 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Made reservation on behalf of d91a5d2d837747358fc18adcecefd67f for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:23.138865 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.151821 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.167520 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:23.171513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Usage tracker for resource:security_group_rule and tenant:d91a5d2d837747358fc18adcecefd67f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:23.175138 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:23.180906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:23.269683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.272273 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.276631 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8a581d90-a871-4799-bd31-b46bfa8b7f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:23.300613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:44:23.321421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f659bf-45ee-4d70-987f-0e5a1b2e729d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:23.324435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.324823 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Added segment 6aa2c1db-42da-4ecc-bc64-eeb9c7a83dfd of type vxlan for network 48a8b3f9-5352-4486-adc6-254d281b1d62 Feb 17 04:44:23.326135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:23.352780 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.385785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.387045 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:23.387683 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.392482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:23.493517 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3949797 Feb 17 04:44:23.496613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Pushing event updated for resources: {'Network': ['ID=48a8b3f9-5352-4486-adc6-254d281b1d62,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:23.496769 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42292) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:23.499524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9f9c7b0c-a74f-4bb5-a664-03576189ab6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:23.503712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Request body: {'subnet': {'network_id': '48a8b3f9-5352-4486-adc6-254d281b1d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-265614148-subnet', 'tenant_id': 'd91a5d2d837747358fc18adcecefd67f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:23.508083 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:44:23.509034 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:23.513294 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Usage tracker for resource:subnet and tenant:d91a5d2d837747358fc18adcecefd67f is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:23.516335 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:23.522547 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:44:23.523316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:23.533049 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Made reservation on behalf of d91a5d2d837747358fc18adcecefd67f for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:23.539076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842819795'] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.961721 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11711763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842819780'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.977290 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-a64311cf-8b1e-4fe2-9e21-44cfa2367dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:24.112827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb0cc5e-8d6a-4b3b-a317-1fb21b1bb92d,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:24.117599 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:24.179264 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Checking segment: {'id': '6aa2c1db-42da-4ecc-bc64-eeb9c7a83dfd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '48a8b3f9-5352-4486-adc6-254d281b1d62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:44:24.179698 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Network hostable DHCP agents. Network: 48a8b3f9-5352-4486-adc6-254d281b1d62, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:44:24.198682 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:44:24.207327 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, 48a8b3f9-5352-4486-adc6-254d281b1d62) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:24.216442 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ddf8f-046d-44eb-af91-984a80f36598 None None] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:24.219095 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.219754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:24.239978 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-2302f2fa-c45c-40aa-884e-78e6901e6d8f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7422073 Feb 17 04:44:24.455324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a6a3f-47df-4f7d-802c-5822d2a8846a None None] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:44:24.988861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-a44eb5a9-1caf-4d3c-bdd1-b6658666bd38 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.990479 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-a44eb5a9-1caf-4d3c-bdd1-b6658666bd38 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/networks?id=16686d27-bccc-4482-b078-e4a41d37008e HTTP/1.1" status: 200 len: 809 time: 0.1633375 Feb 17 04:44:25.006450 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-d741bd1e-2bed-41db-8cc3-11308dc5126e tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/quotas/73172699159e47979bbad83a11afa10a HTTP/1.1" status: 200 len: 375 time: 0.0098422 Feb 17 04:44:25.044194 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b876183-41df-4d8d-91aa-7d7afa8370b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.064388 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-ce508b1c-1b20-40a0-958d-bbe423970187 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73172699159e47979bbad83a11afa10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524669 Feb 17 04:44:25.208292 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-8566cfc3-27cb-46d0-8ec6-e948903403c7 service neutron] 10.222.0.42 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365178 Feb 17 04:44:25.351187 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-e214ddb7-ab96-4be2-8565-b5a5b0c92c26 service neutron] 10.222.0.42 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364436 Feb 17 04:44:25.660395 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-75c48f04-1991-454a-b254-d357b5288ccb req-325c90c5-bb5e-4e0d-8f05-1d8cdf27f09b tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 210 time: 0.1661646 Feb 17 04:44:26.595600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-eeb250c8-c03a-45ac-9a36-c7756157545b tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:26.597757 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-eeb250c8-c03a-45ac-9a36-c7756157545b tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.53 "GET /v2.0/networks?id=16686d27-bccc-4482-b078-e4a41d37008e HTTP/1.1" status: 200 len: 809 time: 0.1668923 Feb 17 04:44:26.610022 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Request body: {'port': {'device_id': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e', 'admin_state_up': True, 'tenant_id': '73172699159e47979bbad83a11afa10a'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:27.024597 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0e31d0f3-af61-4f0f-a836-f242523b16c6 req-ff3b7297-731c-4d4c-9ae2-11edbfe347d9 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 210 time: 0.0585854 Feb 17 04:44:27.047539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:27.051973 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Usage tracker for resource:port and tenant:73172699159e47979bbad83a11afa10a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:27.054978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:27.060763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:27.070148 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Made reservation on behalf of 73172699159e47979bbad83a11afa10a for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:44:27.075781 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.382557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Allocated IP 172.20.0.12 (16686d27-bccc-4482-b078-e4a41d37008e/f24bf1d4-2dbd-4187-adb8-f9f1737f83c5/62495149-5504-49e3-a316-c2b28ec278e5) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:44:27.593426 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.623801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.639012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9619acbf-d62f-45bd-9610-7b9ad53f47a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:27.777892 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Pushing event updated for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:27.782174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:27.835550 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Network 16686d27-bccc-4482-b078-e4a41d37008e is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:44:27.836742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:27.838982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:44:27.902481 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:27.903158 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:27.923435 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3174918 Feb 17 04:44:27.984875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Request body: {'port': {'device_id': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:28.108296 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.172530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa12d-ae78-4cfd-8393-a1889ded976e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.457626 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e418682-046d-4104-b876-7ecacfa9ab0f req-07ae6b76-9f27-4038-9da3-5954bc84dcb5 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:28.459218 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5e418682-046d-4104-b876-7ecacfa9ab0f req-07ae6b76-9f27-4038-9da3-5954bc84dcb5 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 932 time: 0.3231423 Feb 17 04:44:28.508021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-5e418682-046d-4104-b876-7ecacfa9ab0f req-dae50f6b-d179-47cd-9b50-193f74fe6674 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Synchronizing usage tracker for tenant:73172699159e47979bbad83a11afa10a on resource:security_group {{(pid=84011) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:28.524062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-5e418682-046d-4104-b876-7ecacfa9ab0f req-dae50f6b-d179-47cd-9b50-193f74fe6674 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Unset dirty status for tenant:73172699159e47979bbad83a11afa10a on resource:security_group {{(pid=84011) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:28.525309 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-5e418682-046d-4104-b876-7ecacfa9ab0f req-dae50f6b-d179-47cd-9b50-193f74fe6674 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Feb 17 04:44:28.546952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62495149-5504-49e3-a316-c2b28ec278e5 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:44:28.555080 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.567725 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Transition to ACTIVE for port object 62495149-5504-49e3-a316-c2b28ec278e5 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:44:28.571325 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.587613 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fa68cdc6-6b78-4f45-abfa-aa38e16df38d tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:28.733697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:28.738712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:28.911004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Attempting to bind port 62495149-5504-49e3-a316-c2b28ec278e5 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:44:28.911413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Attempting to bind port 62495149-5504-49e3-a316-c2b28ec278e5 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:44:28.911761 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Attempting to bind port 62495149-5504-49e3-a316-c2b28ec278e5 on network 16686d27-bccc-4482-b078-e4a41d37008e {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:44:28.917446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:44:28.917828 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Checking segment: {'id': '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:44:28.918237 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.918639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Bound using segment: {'id': '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:44:28.919142 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Bound port: 62495149-5504-49e3-a316-c2b28ec278e5, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '16686d27-bccc-4482-b078-e4a41d37008e'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:44:28.919519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:28.939016 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:29.017813 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:44:29.020944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62495149-5504-49e3-a316-c2b28ec278e5,segment=NetworkSegment(22b6bf5d-c80c-4770-9a1a-e66ff86d95a7),segment_id=22b6bf5d-c80c-4770-9a1a-e66ff86d95a7)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:44:29.024113 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:29.039090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-862be4cb-d13b-48a1-9415-9f8b4be54e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:29.192218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:29.197565 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:29.229582 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.230527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:29.232053 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-4296e1e8-f575-4318-9ec8-e652dd42e9f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/62495149-5504-49e3-a316-c2b28ec278e5 HTTP/1.1" status: 200 len: 1158 time: 1.3007858 Feb 17 04:44:29.232585 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:29.309285 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5', 'status': 'completed', 'code': 200} Feb 17 04:44:29.348021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-ba4a24c5-dc47-4c58-8cbd-2d40fab1e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.349621 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-ba4a24c5-dc47-4c58-8cbd-2d40fab1e048 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73172699159e47979bbad83a11afa10a&device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 1161 time: 0.0822721 Feb 17 04:44:29.422342 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-432bd126-aee3-403a-977d-a167f240a159 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62495149-5504-49e3-a316-c2b28ec278e5 HTTP/1.1" status: 200 len: 217 time: 0.0653369 Feb 17 04:44:29.492793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263916-5a14-4adc-a870-d2b583b98993 req-45ff9207-63b3-476c-8508-4de1e4395198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.494298 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-45ff9207-63b3-476c-8508-4de1e4395198 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f24bf1d4-2dbd-4187-adb8-f9f1737f83c5 HTTP/1.1" status: 200 len: 849 time: 0.0654588 Feb 17 04:44:29.547373 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-e826843d-2e54-40c1-88cd-25f616449391 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16686d27-bccc-4482-b078-e4a41d37008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459754 Feb 17 04:44:29.551537 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:29.694408 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-1f798c35-cb19-4db6-bc95-0fa58cb8927a service neutron] 10.222.0.53 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406231 Feb 17 04:44:29.731352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb171af-e83e-483c-9a97-aacacd1a9f95 req-5b6ea16e-6612-43bc-83f0-130e24ff0517 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.732979 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dcb171af-e83e-483c-9a97-aacacd1a9f95 req-5b6ea16e-6612-43bc-83f0-130e24ff0517 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 944 time: 0.0928500 Feb 17 04:44:29.782685 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-dcb171af-e83e-483c-9a97-aacacd1a9f95 req-2a346d61-b7ed-4556-a66a-48fe1c978709 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Feb 17 04:44:29.841122 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-da263916-5a14-4adc-a870-d2b583b98993 req-716be976-239b-4d38-ab50-2c4887161cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393201 Feb 17 04:44:29.959378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-61738c7d-2133-4c16-8563-6f24e8480144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:29.960987 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-61738c7d-2133-4c16-8563-6f24e8480144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73172699159e47979bbad83a11afa10a&device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 1161 time: 0.0788300 Feb 17 04:44:30.103854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-8ab30355-b5ee-4f8f-bc19-74c03d24f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.105622 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-8ab30355-b5ee-4f8f-bc19-74c03d24f26a service neutron] 10.222.0.53 "GET /v2.0/networks?id=16686d27-bccc-4482-b078-e4a41d37008e HTTP/1.1" status: 200 len: 903 time: 0.1373770 Feb 17 04:44:30.180666 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-b757ed32-6712-4ee6-9075-9348ba6b2c88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62495149-5504-49e3-a316-c2b28ec278e5 HTTP/1.1" status: 200 len: 217 time: 0.0689378 Feb 17 04:44:30.224459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:30.250607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-03b93431-4a96-417e-8ca7-b4accea1082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.252759 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-03b93431-4a96-417e-8ca7-b4accea1082a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f24bf1d4-2dbd-4187-adb8-f9f1737f83c5 HTTP/1.1" status: 200 len: 849 time: 0.0658371 Feb 17 04:44:30.309088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-8e4ae3fb-ec92-4d0b-bb51-0262ea469361 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16686d27-bccc-4482-b078-e4a41d37008e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498593 Feb 17 04:44:30.451836 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-a17d2835-e400-438f-bdf8-0d4ddb474302 service neutron] 10.222.0.53 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357877 Feb 17 04:44:30.839272 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-8428ecba-ed90-436a-bad5-36b4eb5f9dd4 req-af08c489-5b62-4b50-a174-2ba20d63a0ea service neutron] 10.222.0.53 "GET /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3808229 Feb 17 04:44:30.990461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f8e60-1a9c-4df3-a7b3-38c6052a0b6c req-55ed3ed7-326d-4fad-be08-e922719aedee tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:30.991250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0a8f8e60-1a9c-4df3-a7b3-38c6052a0b6c req-55ed3ed7-326d-4fad-be08-e922719aedee tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Synchronizing usage tracker for tenant:73172699159e47979bbad83a11afa10a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:31.008413 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-0a8f8e60-1a9c-4df3-a7b3-38c6052a0b6c req-55ed3ed7-326d-4fad-be08-e922719aedee tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Unset dirty status for tenant:73172699159e47979bbad83a11afa10a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:31.009646 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0a8f8e60-1a9c-4df3-a7b3-38c6052a0b6c req-55ed3ed7-326d-4fad-be08-e922719aedee tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 944 time: 0.1078453 Feb 17 04:44:31.058641 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-0a8f8e60-1a9c-4df3-a7b3-38c6052a0b6c req-19d08f3b-acab-4061-957c-d64f27a4c6b8 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Feb 17 04:44:32.260792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501557-d168-4ede-99d6-f5f8883d7da5 req-dd5fab52-c6b1-40ad-8e46-c9150dd418f7 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:32.262384 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71501557-d168-4ede-99d6-f5f8883d7da5 req-dd5fab52-c6b1-40ad-8e46-c9150dd418f7 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 944 time: 0.0905800 Feb 17 04:44:32.310393 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-71501557-d168-4ede-99d6-f5f8883d7da5 req-f07f792b-cf57-4deb-908c-6d677311a118 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Feb 17 04:44:33.039868 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-82dfdf21-39ab-4638-8959-ee7acc7b8320 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:44:33.504948 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 62495149-5504-49e3-a316-c2b28ec278e5 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:33.512165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b2df1-e643-401a-98df-30ea8d5aeff3 req-ec0f7cb8-75e1-45de-b3e4-ed308a549b31 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:33.513771 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c53b2df1-e643-401a-98df-30ea8d5aeff3 req-ec0f7cb8-75e1-45de-b3e4-ed308a549b31 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 944 time: 0.0900810 Feb 17 04:44:33.561033 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c53b2df1-e643-401a-98df-30ea8d5aeff3 req-1458a4b7-f7fd-47dc-ab5a-8798f787119e tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Feb 17 04:44:33.578367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 62495149-5504-49e3-a316-c2b28ec278e5 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:44:33.583672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 62495149-5504-49e3-a316-c2b28ec278e5 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:33.584092 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.709242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.738180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:33.748600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62495149-5504-49e3-a316-c2b28ec278e5,segment=NetworkSegment(22b6bf5d-c80c-4770-9a1a-e66ff86d95a7),segment_id=22b6bf5d-c80c-4770-9a1a-e66ff86d95a7)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:33.751654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.753785 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:33.791639 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5', 'code': 200} Feb 17 04:44:33.834527 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:33.839510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:33.848342 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.848740 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.849129 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.849510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.849891 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.850269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.850648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.851055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.851430 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.851802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.852174 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.852546 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.852985 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.853356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.853724 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.854218 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.854471 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.854861 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.855483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.855845 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.856212 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.856579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.856942 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.857304 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:33.862213 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:34.027479 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006773a4-28b1-4c47-9ec0-5cd390ae4b9f req-fd849401-3071-49dc-b785-c73a661ccf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:34.029069 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-006773a4-28b1-4c47-9ec0-5cd390ae4b9f req-fd849401-3071-49dc-b785-c73a661ccf24 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 1163 time: 0.0773075 Feb 17 04:44:34.073648 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-006773a4-28b1-4c47-9ec0-5cd390ae4b9f req-2414fff5-290c-47c6-9a4c-6ca886aa320b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Feb 17 04:44:34.761140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50d61c-62a4-4a2e-9962-03282068b273 req-98e173f8-be4f-4981-9281-d9a6ea2c1057 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:34.762782 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4a50d61c-62a4-4a2e-9962-03282068b273 req-98e173f8-be4f-4981-9281-d9a6ea2c1057 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 946 time: 0.0872147 Feb 17 04:44:34.813007 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-4a50d61c-62a4-4a2e-9962-03282068b273 req-6df6439d-106b-4bc4-b7d7-059d1e265210 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Feb 17 04:44:34.980672 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 62495149-5504-49e3-a316-c2b28ec278e5 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:35.055750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 62495149-5504-49e3-a316-c2b28ec278e5 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:35.056094 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:36.012774 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf13f5b-7aab-4293-9fc7-640f938600df req-827acd80-6ac3-4635-9d80-17b543835c84 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:36.014392 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ecf13f5b-7aab-4293-9fc7-640f938600df req-827acd80-6ac3-4635-9d80-17b543835c84 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 946 time: 0.0870314 Feb 17 04:44:36.061725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ecf13f5b-7aab-4293-9fc7-640f938600df req-cb377f85-2eca-445f-876d-21f9b655fe76 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Feb 17 04:44:37.008764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 62495149-5504-49e3-a316-c2b28ec278e5 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:37.082686 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 62495149-5504-49e3-a316-c2b28ec278e5 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:37.083197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:39.484352 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2ff2-ac2d-427f-832c-a6a4d75413c5 req-5f1a6909-3be8-4862-8fc4-070cc95685f9 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:39.486520 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c60e2ff2-ac2d-427f-832c-a6a4d75413c5 req-5f1a6909-3be8-4862-8fc4-070cc95685f9 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 946 time: 0.0902956 Feb 17 04:44:39.533557 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c60e2ff2-ac2d-427f-832c-a6a4d75413c5 req-11ebb9aa-ae00-4317-a912-1077382b5495 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Feb 17 04:44:40.739591 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f0a1-fcc4-4f7b-ac78-d637082ed658 req-3db9f4c7-22ae-4737-854a-8c7070c5d66d tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:40.741127 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3746f0a1-fcc4-4f7b-ac78-d637082ed658 req-3db9f4c7-22ae-4737-854a-8c7070c5d66d tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 946 time: 0.0901868 Feb 17 04:44:40.844102 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3746f0a1-fcc4-4f7b-ac78-d637082ed658 req-0b215fe5-027c-4b6b-b90a-e3ebd41b5683 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967510 Feb 17 04:44:40.872651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-740db27d-cadf-4277-87b1-9df77ddb88ab tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:40.874242 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-740db27d-cadf-4277-87b1-9df77ddb88ab tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.53 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 946 time: 0.1125374 Feb 17 04:44:40.953902 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Deleting port 62495149-5504-49e3-a316-c2b28ec278e5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:40.954278 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:40.968982 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 62495149-5504-49e3-a316-c2b28ec278e5 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:41.092916 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.122484 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:41.141364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62495149-5504-49e3-a316-c2b28ec278e5,segment=NetworkSegment(22b6bf5d-c80c-4770-9a1a-e66ff86d95a7),segment_id=22b6bf5d-c80c-4770-9a1a-e66ff86d95a7)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:41.144266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.146167 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:41.180207 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5', 'code': 200} Feb 17 04:44:41.219453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:41.223469 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:41.228634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62495149-5504-49e3-a316-c2b28ec278e5,segment=NetworkSegment(22b6bf5d-c80c-4770-9a1a-e66ff86d95a7),segment_id=22b6bf5d-c80c-4770-9a1a-e66ff86d95a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:41.228959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.361607 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Calling delete_port for 62495149-5504-49e3-a316-c2b28ec278e5 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:41.444654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.db.api [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:44:41.445009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_db.api [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:44:41.946823 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Deleting port 62495149-5504-49e3-a316-c2b28ec278e5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:41.947293 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.218381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfc850-d22d-4c55-b0c4-aba2f08310e7 req-f2df3d5f-60b9-4288-9411-e5073d1f6270 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:42.219947 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27dfc850-d22d-4c55-b0c4-aba2f08310e7 req-f2df3d5f-60b9-4288-9411-e5073d1f6270 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 944 time: 0.2351730 Feb 17 04:44:42.310496 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27dfc850-d22d-4c55-b0c4-aba2f08310e7 req-f156b06f-f76c-4e73-8ddb-25d37deeb454 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d9b241-185c-4081-84e3-6617e86ebf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Feb 17 04:44:42.336324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] For port 62495149-5504-49e3-a316-c2b28ec278e5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62495149-5504-49e3-a316-c2b28ec278e5,segment=NetworkSegment(22b6bf5d-c80c-4770-9a1a-e66ff86d95a7),segment_id=22b6bf5d-c80c-4770-9a1a-e66ff86d95a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:42.336728 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.473615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Calling delete_port for 62495149-5504-49e3-a316-c2b28ec278e5 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:42.625851 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.641419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-82899562-9e40-4825-b4e3-50d85e4dd9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:42.740490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Pushing event deleted for resources: {'Port': ['ID=62495149-5504-49e3-a316-c2b28ec278e5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:42.749763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:42.848969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] No DVR routers for this DVR port 62495149-5504-49e3-a316-c2b28ec278e5 on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:42.851124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.853788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-deleted', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:42.869637 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-41ec3847-2912-4a9d-8a7a-d2bfbfc56d15 req-e7a1bf8c-efcb-4162-a723-896b11426306 tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.53 "DELETE /v2.0/ports/62495149-5504-49e3-a316-c2b28ec278e5 HTTP/1.1" status: 204 len: 173 time: 1.9899671 Feb 17 04:44:42.902725 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fe937-cb93-4bd4-b25d-38f1088e9f3f', 'name': 'network-vif-deleted', 'tag': '62495149-5504-49e3-a316-c2b28ec278e5', 'status': 'completed', 'code': 200} Feb 17 04:44:43.493259 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-3b29e7ee-34d1-4e5a-89d8-d15e537035e0 req-0bddab27-28dc-4496-85a6-ffd962049a6d tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Synchronizing usage tracker for tenant:73172699159e47979bbad83a11afa10a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:43.508509 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-3b29e7ee-34d1-4e5a-89d8-d15e537035e0 req-0bddab27-28dc-4496-85a6-ffd962049a6d tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Unset dirty status for tenant:73172699159e47979bbad83a11afa10a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:43.509673 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3b29e7ee-34d1-4e5a-89d8-d15e537035e0 req-0bddab27-28dc-4496-85a6-ffd962049a6d tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] 10.222.0.42 "GET /v2.0/ports?device_id=761fe937-cb93-4bd4-b25d-38f1088e9f3f HTTP/1.1" status: 200 len: 210 time: 0.0710959 Feb 17 04:44:55.045681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a629ac31-28c6-4cbb-b022-1690e6e0a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:57.989369 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:58.174501 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f9bfbd26-27d0-4dd0-a1d1-9bc45e9646f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:58.944679 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.553978 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:00.226149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.260912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42524) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:02.327934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Deleting subnet f24bf1d4-2dbd-4187-adb8-f9f1737f83c5 {{(pid=84011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:45:02.331687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.386681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876150'] for subnet, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.445510 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.705832 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843063978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11956163'] for subnet, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.721503 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:02.820050 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24bf1d4-2dbd-4187-adb8-f9f1737f83c5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:02.831687 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.832109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.832524 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.832931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.833339 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.833743 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.834140 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.834539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.834963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.835361 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.835756 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.836151 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.836617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.837012 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.837403 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.837796 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.838186 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.838578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.838993 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.839385 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.839777 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.840166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.840559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.840950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.846995 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:02.875648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.881772 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-f1075197-ae11-44dd-aecc-1d94510b0f1d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f24bf1d4-2dbd-4187-adb8-f9f1737f83c5 HTTP/1.1" status: 204 len: 168 time: 0.6197367 Feb 17 04:45:02.884398 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42528) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:03.002937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.197207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.311056 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16686d27-bccc-4482-b078-e4a41d37008e']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:03.328504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:03.328831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b6bf5d-c80c-4770-9a1a-e66ff86d95a7') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:03.341143 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.356404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.358381 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:45:03.547374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Network 16686d27-bccc-4482-b078-e4a41d37008e has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:45:03.557875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.745351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Network 16686d27-bccc-4482-b078-e4a41d37008e has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:03.768932 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:03.833854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.848549 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.852931 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.856795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:03.876860 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] 10.222.0.42 "DELETE /v2.0/networks/16686d27-bccc-4482-b078-e4a41d37008e HTTP/1.1" status: 204 len: 168 time: 0.9914427 Feb 17 04:45:03.878570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Pushing event deleted for resources: {'Network': ['ID=16686d27-bccc-4482-b078-e4a41d37008e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:03.880446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42532) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:03.881183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-797cd8f7-27b9-4afa-8e55-d4bd3e0ef591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:03.948712 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Deleting subnet 8bb0cc5e-8d6a-4b3b-a317-1fb21b1bb92d {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:45:03.951790 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.008472 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853325745'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.066063 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.331526 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11680741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11628021'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.347690 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-22a80c57-b896-4ed0-aae6-b296b3e5d4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:04.441355 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb0cc5e-8d6a-4b3b-a317-1fb21b1bb92d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:04.455149 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.455654 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.456079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.456491 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.456899 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.457307 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.457714 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.458114 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.458519 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.458969 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.459377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.459775 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.460249 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.460648 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.461048 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.461447 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.461848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.462244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.462642 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.463061 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.463461 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.463858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.464258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.464652 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:04.470209 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:04.499745 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.506012 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-87a8fef2-e687-4c27-bb3c-24fadf48b15d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8bb0cc5e-8d6a-4b3b-a317-1fb21b1bb92d HTTP/1.1" status: 204 len: 168 time: 0.6241770 Feb 17 04:45:04.508597 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42536) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:04.628420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.822272 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.943854 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a8b3f9-5352-4486-adc6-254d281b1d62']}} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:04.956963 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa2c1db-42da-4ecc-bc64-eeb9c7a83dfd') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:04.957299 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa2c1db-42da-4ecc-bc64-eeb9c7a83dfd') {} {{(pid=84010) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:04.969153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1450071'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.986901 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.989141 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:45:05.173630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:45:05.183268 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843100390'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:05.360980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Network 48a8b3f9-5352-4486-adc6-254d281b1d62 has no segments {{(pid=84010) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:05.387498 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:05.466331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:05.471152 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:05.474920 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5c31fa4a-cc3e-4ca6-b444-aca36b982fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:05.496037 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/48a8b3f9-5352-4486-adc6-254d281b1d62 HTTP/1.1" status: 204 len: 168 time: 0.9864168 Feb 17 04:45:05.497105 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a8b3f9-5352-4486-adc6-254d281b1d62,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:05.500425 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-812ae723-bf3c-4f8a-a4b5-e86c327403f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:05.673583 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42542) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:05.981290 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7a1d7dce-0dbb-4670-a9ae-858351c61faa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73172699159e47979bbad83a11afa10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061845 Feb 17 04:45:05.983959 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42546) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:06.046439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.074166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.122074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.129606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-f2cda414-1d92-45d9-9198-f5e6354c1d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:06.144732 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d9b241-185c-4081-84e3-6617e86ebf8d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:06.148954 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:06.152459 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.156151 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-204b36bc-7c80-4d76-a157-764482fa92ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4d9b241-185c-4081-84e3-6617e86ebf8d HTTP/1.1" status: 204 len: 168 time: 0.1687293 Feb 17 04:45:06.503771 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42554) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:06.554333 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7a048ab3-99c1-48a2-a552-4308ade2736d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d91a5d2d837747358fc18adcecefd67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492101 Feb 17 04:45:06.556880 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42558) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:06.633119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.660179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.708228 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.713336 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-214df296-553a-4f54-b428-aebb455b8599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:06.726632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f659bf-45ee-4d70-987f-0e5a1b2e729d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:06.729980 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:06.732000 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:06.733208 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-8cd147ee-1247-4cc0-8471-e6fcd6d9f3b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97f659bf-45ee-4d70-987f-0e5a1b2e729d HTTP/1.1" status: 204 len: 168 time: 0.1753974 Feb 17 04:45:07.450615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 42580) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:07.559409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679130838-network', 'tenant_id': '861f15fd842442c190adff1cca7c6584'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:07.564979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:07.569023 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Usage tracker for resource:network and tenant:861f15fd842442c190adff1cca7c6584 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:07.572035 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:07.577776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:07.588119 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Made reservation on behalf of 861f15fd842442c190adff1cca7c6584 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:07.592898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.606053 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.621906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:07.625888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:861f15fd842442c190adff1cca7c6584 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:07.629330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:07.635096 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:07.720346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.723313 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.727417 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b5908485-d44f-46a6-99fa-d7bd45955ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:07.760331 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:45:07.773375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1125a0-290e-4375-9c78-49810705d4f7,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:07.777090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:07.779702 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.780259 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.db.segments_db [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Added segment c16c4cfe-7ab9-4c73-a9e4-468a876b24f4 of type vxlan for network ce9f478b-9a0c-4b51-b501-5d25297b0f80 Feb 17 04:45:07.807332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363302823630247'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.837490 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.838768 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:07.839411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.844230 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:07.948837 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4969926 Feb 17 04:45:07.952374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ce9f478b-9a0c-4b51-b501-5d25297b0f80,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:07.952700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42586) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:07.955455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4b7950b6-a098-441e-9492-f2c6f3582bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:07.959276 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Request body: {'subnet': {'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679130838-subnet', 'tenant_id': '861f15fd842442c190adff1cca7c6584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:07.963802 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 details requested by agent ovs-agent-dv-cinder-759962-5-smb with host dv-cinder-759962-5-smb {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:45:07.964615 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:07.968719 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Usage tracker for resource:subnet and tenant:861f15fd842442c190adff1cca7c6584 is out of sync, need to count used quota {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:07.972332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84011) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:07.978133 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84011) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:07.980243 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=84013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:45:07.988579 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Made reservation on behalf of 861f15fd842442c190adff1cca7c6584 for: {'subnet': 1} {{(pid=84011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:07.993363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842819795'] for subnet, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.397247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11711763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842819780'] for subnet, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.412434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:08.546277 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b,revision_number=0']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:08.551004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:08.608692 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Checking segment: {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:45:08.609235 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Network hostable DHCP agents. Network: ce9f478b-9a0c-4b51-b501-5d25297b0f80, hostable agents: ['7ed8b914-8815-4749-914e-75a157fd85fe'], hosted agents: [] {{(pid=84011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:45:08.628950 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 is scheduled to be hosted by DHCP agent 7ed8b914-8815-4749-914e-75a157fd85fe with binding_index 1 {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:45:08.636860 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-5-smb, ce9f478b-9a0c-4b51-b501-5d25297b0f80) {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:08.646366 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f372f-0fc0-495b-9bf5-370137ba0f05 None None] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:45:08.648722 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:08.649379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.668580 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-66ef605a-6bf6-4caa-b0c5-dd2600940ad9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7147179 Feb 17 04:45:08.878207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f591a-23f6-461a-9b49-68f952a09f71 None None] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 requested from dv-cinder-759962-5-smb {{(pid=84013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:45:10.885014 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-9250b247-dbe9-445c-9951-7fdbbf094f65 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:10.885689 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-9250b247-dbe9-445c-9951-7fdbbf094f65 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Synchronizing usage tracker for tenant:861f15fd842442c190adff1cca7c6584 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:10.902372 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-9250b247-dbe9-445c-9951-7fdbbf094f65 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Unset dirty status for tenant:861f15fd842442c190adff1cca7c6584 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:10.903684 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-9250b247-dbe9-445c-9951-7fdbbf094f65 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 809 time: 0.1773431 Feb 17 04:45:10.920334 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-167afab7-c6a2-4dda-9cde-fc59b29b8b62 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/quotas/861f15fd842442c190adff1cca7c6584 HTTP/1.1" status: 200 len: 375 time: 0.0103302 Feb 17 04:45:10.976846 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-14d5e50f-3a6b-4c65-af91-6e70cec2090d tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495813 Feb 17 04:45:11.122780 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-46fb31e0-4030-45bc-b265-03af7eaab6eb service neutron] 10.222.0.42 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379163 Feb 17 04:45:11.267872 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-01ebca26-dff6-41dd-a48a-abb1b87546a8 service neutron] 10.222.0.42 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379604 Feb 17 04:45:11.465822 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-98fc43f2-60b1-4b72-a663-5c95d1f75708 req-da76af78-1238-41d3-b3cb-72ba8164fa25 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 210 time: 0.0524685 Feb 17 04:45:12.521522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-7d542dbe-e619-46ac-9019-b7d71f2fa566 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:12.523155 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-7d542dbe-e619-46ac-9019-b7d71f2fa566 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 809 time: 0.1708288 Feb 17 04:45:12.536380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Request body: {'port': {'device_id': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80', 'admin_state_up': True, 'tenant_id': '861f15fd842442c190adff1cca7c6584'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:12.678559 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-ae7c59e0-8d1e-410c-877b-d986848cb5d3 req-eb6a2437-75af-4865-be5a-1f13a2f32ec5 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 210 time: 0.0684507 Feb 17 04:45:12.738317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:12.742408 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Usage tracker for resource:port and tenant:861f15fd842442c190adff1cca7c6584 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:12.745370 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:12.751189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:12.760180 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Made reservation on behalf of 861f15fd842442c190adff1cca7c6584 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:12.765708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.075055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Allocated IP 172.20.0.4 (ce9f478b-9a0c-4b51-b501-5d25297b0f80/78cf9b9e-095f-4fa7-aeee-69ba19d61f4b/1ec1e2d3-d258-4aff-a010-59213246f1ca) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:13.283887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.312619 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.328867 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-515a0d29-c6f2-4543-a43a-e8d7ca398c69 tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:13.469109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Pushing event updated for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:13.474444 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:13.529108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:13.530323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:13.532708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:13.600434 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:13.601044 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.621888 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905330 Feb 17 04:45:13.636918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Request body: {'port': {'device_id': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:13.761124 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.885116 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb2bc-c2a0-4be0-ad31-855a6bb81583 req-2f895cf8-8c51-4455-840a-5ae010929f64 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:13.886727 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-153bb2bc-c2a0-4be0-ad31-855a6bb81583 req-2f895cf8-8c51-4455-840a-5ae010929f64 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 931 time: 0.0904744 Feb 17 04:45:13.937417 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-153bb2bc-c2a0-4be0-ad31-855a6bb81583 req-f8c882e9-a9cc-4b76-91bf-08f8d0e42e15 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Feb 17 04:45:14.185848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec1e2d3-d258-4aff-a010-59213246f1ca {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:45:14.194185 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:14.208454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Transition to ACTIVE for port object 1ec1e2d3-d258-4aff-a010-59213246f1ca will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:14.211112 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:14.226975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-35b8de74-4ea8-42df-bbbf-dd86ae528b3f tempest-TestMinimumBasicScenario-278454806 tempest-TestMinimumBasicScenario-278454806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:14.376432 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Pushing event updated for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:14.382150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:14.794261 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Attempting to bind port 1ec1e2d3-d258-4aff-a010-59213246f1ca on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:45:14.794910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Attempting to bind port 1ec1e2d3-d258-4aff-a010-59213246f1ca by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:45:14.794910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Attempting to bind port 1ec1e2d3-d258-4aff-a010-59213246f1ca on network ce9f478b-9a0c-4b51-b501-5d25297b0f80 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:45:14.801211 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:45:14.801617 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Checking segment: {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:45:14.802055 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:14.802454 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Bound using segment: {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:45:14.802957 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Bound port: 1ec1e2d3-d258-4aff-a010-59213246f1ca, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:45:14.803332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:14.901900 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] For port 1ec1e2d3-d258-4aff-a010-59213246f1ca, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:45:14.905058 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] For port 1ec1e2d3-d258-4aff-a010-59213246f1ca, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:45:14.908897 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:14.925428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-c3f3dca7-0120-4767-a791-b0cbb3e1ed64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:15.138226 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Pushing event updated for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:15.145029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:15.193764 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.194456 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.195985 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-ddbc8b1c-f7de-4669-80b4-5f65e22ae1ec service neutron] 10.222.0.53 "PUT /v2.0/ports/1ec1e2d3-d258-4aff-a010-59213246f1ca HTTP/1.1" status: 200 len: 1157 time: 1.5637214 Feb 17 04:45:15.196530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:15.214643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-7d235a56-91ed-4590-b2c1-387ee14daaa1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.215470 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-7d235a56-91ed-4590-b2c1-387ee14daaa1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Synchronizing usage tracker for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:15.235147 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-7d235a56-91ed-4590-b2c1-387ee14daaa1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Unset dirty status for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:15.238215 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-7d235a56-91ed-4590-b2c1-387ee14daaa1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 943 time: 0.1837270 Feb 17 04:45:15.287642 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca', 'status': 'completed', 'code': 200} Feb 17 04:45:15.339830 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-c9ef0db4-0746-4def-8274-e695b7304f43 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Synchronizing usage tracker for tenant:861f15fd842442c190adff1cca7c6584 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:15.374120 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-7a6f7be3-420b-4cd0-8deb-c83270a5fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.375806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-7a6f7be3-420b-4cd0-8deb-c83270a5fa79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 1160 time: 0.1318820 Feb 17 04:45:15.376453 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-c9ef0db4-0746-4def-8274-e695b7304f43 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Unset dirty status for tenant:861f15fd842442c190adff1cca7c6584 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:15.377692 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b1aca77d-d44c-45ad-a984-ff34277c412a req-c9ef0db4-0746-4def-8274-e695b7304f43 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978293 Feb 17 04:45:15.453085 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-e087e598-bb77-4c39-beed-8c54d9a06d50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca HTTP/1.1" status: 200 len: 217 time: 0.0704238 Feb 17 04:45:15.522330 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-3e7b517a-bf3f-4f97-aa9e-3d5e658824fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.523932 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-3e7b517a-bf3f-4f97-aa9e-3d5e658824fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b HTTP/1.1" status: 200 len: 849 time: 0.0646114 Feb 17 04:45:15.581134 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-c9150802-1643-4368-ad4f-8e46358b972c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce9f478b-9a0c-4b51-b501-5d25297b0f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501735 Feb 17 04:45:15.724966 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-66906ebe-1b44-4e8d-8ffd-2c13ff8ec7d8 service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377025 Feb 17 04:45:15.868276 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c8b3190e-f775-40d8-81e8-e7cb2e3d4d56 req-b8629523-1c8c-423c-b37d-ba9aa1d369bb service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372538 Feb 17 04:45:15.991529 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-9e036898-cba3-4872-9fbb-1f4ac8b4378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:15.993088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-9e036898-cba3-4872-9fbb-1f4ac8b4378d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 1160 time: 0.0795994 Feb 17 04:45:16.137482 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-2aac4b3b-a62a-4a52-a912-39696aa3020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:16.139097 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-2aac4b3b-a62a-4a52-a912-39696aa3020e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 903 time: 0.1400375 Feb 17 04:45:16.214741 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-03c6604b-7494-4d38-8957-c317bbc580a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca HTTP/1.1" status: 200 len: 217 time: 0.0693474 Feb 17 04:45:16.284070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-6bda7e6a-1e52-4529-bf1e-32cece6260b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:16.285633 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-6bda7e6a-1e52-4529-bf1e-32cece6260b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b HTTP/1.1" status: 200 len: 849 time: 0.0637963 Feb 17 04:45:16.341163 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-7e5411ef-e917-4e79-9f83-5a45c893fdc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce9f478b-9a0c-4b51-b501-5d25297b0f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484352 Feb 17 04:45:16.484641 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-fefd5b59-5c89-4b0c-8bfe-ec90fa5203fb service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364551 Feb 17 04:45:16.584976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261949-00ba-43ac-9fb2-4a7c9f60d257 req-0eb02d00-2de8-442d-baed-90f7e6a3705b tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:16.586525 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-93261949-00ba-43ac-9fb2-4a7c9f60d257 req-0eb02d00-2de8-442d-baed-90f7e6a3705b tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 943 time: 0.0922065 Feb 17 04:45:16.634054 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b4065656-0bca-4fb4-8b8b-e03f2233f39a req-d2d069d0-9cc1-4f65-b0da-da5d45cffe36 service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425440 Feb 17 04:45:16.641793 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-93261949-00ba-43ac-9fb2-4a7c9f60d257 req-13bbe035-ba51-4881-9edc-dbd8e1199e27 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Feb 17 04:45:17.845944 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871e090-bfae-4bee-8390-68226b235814 req-efa1ca67-3e7c-4bdc-8f23-5b85fd77fff1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:17.848329 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2871e090-bfae-4bee-8390-68226b235814 req-efa1ca67-3e7c-4bdc-8f23-5b85fd77fff1 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 943 time: 0.0936849 Feb 17 04:45:17.895400 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2871e090-bfae-4bee-8390-68226b235814 req-90f7bf94-43ef-4b9e-88ff-4c19c18adbb7 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Feb 17 04:45:19.092424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4c5f4-51c4-40d9-988e-e73d2860e456 req-0e16e44d-f587-44b6-bd14-577ecbdb2602 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:19.094054 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18f4c5f4-51c4-40d9-988e-e73d2860e456 req-0e16e44d-f587-44b6-bd14-577ecbdb2602 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 943 time: 0.0866535 Feb 17 04:45:19.142943 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-18f4c5f4-51c4-40d9-988e-e73d2860e456 req-b07e9d5b-bf6c-4342-8fc0-85e3322c6be3 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Feb 17 04:45:19.391031 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.objects.ports [None req-48b6ccb4-4167-46c6-a15b-e4b8c84edbc2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84013) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:45:19.858322 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 1ec1e2d3-d258-4aff-a010-59213246f1ca up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:19.932004 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 1ec1e2d3-d258-4aff-a010-59213246f1ca completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:19.937314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 1ec1e2d3-d258-4aff-a010-59213246f1ca triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:19.937795 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.067958 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.097169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:20.107734 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 1ec1e2d3-d258-4aff-a010-59213246f1ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:20.110749 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.112915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:20.151236 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca', 'code': 200} Feb 17 04:45:20.188373 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:20.192288 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:20.351512 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d857ac3-d5e3-478c-bf31-9eafb3bfa5d3 req-7c72603f-7364-4eef-a55c-78f4b4459261 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:20.353141 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d857ac3-d5e3-478c-bf31-9eafb3bfa5d3 req-7c72603f-7364-4eef-a55c-78f4b4459261 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.0923214 Feb 17 04:45:20.403154 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-2d857ac3-d5e3-478c-bf31-9eafb3bfa5d3 req-1c942e81-d102-41c4-b492-41947616af58 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Feb 17 04:45:20.404720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a672b-a768-4a6b-977f-3ad45343168b req-841f93c7-28a7-427f-9593-67d6e9a311ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:20.406464 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-455a672b-a768-4a6b-977f-3ad45343168b req-841f93c7-28a7-427f-9593-67d6e9a311ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 1162 time: 0.0817616 Feb 17 04:45:20.449839 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-455a672b-a768-4a6b-977f-3ad45343168b req-ce788c43-568b-4392-8817-bed0238d34bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Feb 17 04:45:21.347130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 1ec1e2d3-d258-4aff-a010-59213246f1ca up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:21.420135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 1ec1e2d3-d258-4aff-a010-59213246f1ca triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:21.420557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:21.610695 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922cbe6-ffaf-47ac-8bf0-3e04fccdb914 req-33600a4b-8ba7-4769-9273-176c15478757 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.612484 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7922cbe6-ffaf-47ac-8bf0-3e04fccdb914 req-33600a4b-8ba7-4769-9273-176c15478757 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.0892019 Feb 17 04:45:21.662042 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-7922cbe6-ffaf-47ac-8bf0-3e04fccdb914 req-afad4be8-d90d-40e4-8f53-81012d0649dd tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Feb 17 04:45:22.873606 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b68c89-c117-4821-8860-ddc76f65eead req-864a66a3-acda-46df-8421-844fa3769fa8 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:22.875197 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6b68c89-c117-4821-8860-ddc76f65eead req-864a66a3-acda-46df-8421-844fa3769fa8 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.1018021 Feb 17 04:45:22.926115 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a6b68c89-c117-4821-8860-ddc76f65eead req-98568b49-0faf-4a7c-9523-56b62043f89a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Feb 17 04:45:24.162576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18d5e-2367-4070-be61-17664a8e254f req-5388cd6a-bcb6-4426-b1a4-ff664cda5c52 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:24.164157 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8c18d5e-2367-4070-be61-17664a8e254f req-5388cd6a-bcb6-4426-b1a4-ff664cda5c52 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.3101823 Feb 17 04:45:24.211991 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-d8c18d5e-2367-4070-be61-17664a8e254f req-be8468b3-647b-4f58-9323-7f04a24dc14c tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 17 04:45:25.046609 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-e1cd38a5-cf4b-4303-a957-82aeea6e8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:25.323907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-59e6eff8-91dc-45ed-8b14-84f0639c7695 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.325511 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-59e6eff8-91dc-45ed-8b14-84f0639c7695 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.0935996 Feb 17 04:45:25.357446 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 1ec1e2d3-d258-4aff-a010-59213246f1ca no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:45:25.458039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Deleting port 1ec1e2d3-d258-4aff-a010-59213246f1ca {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:25.458416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:25.482707 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:25.511693 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:25.522371 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 1ec1e2d3-d258-4aff-a010-59213246f1ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:25.525496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:25.527416 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:25.566795 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca', 'code': 200} Feb 17 04:45:25.572452 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb4dd-947f-4417-9b81-d4f675453517 req-2c3d92f2-5704-4bdb-9809-e92bae96a60d tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.574088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86edb4dd-947f-4417-9b81-d4f675453517 req-2c3d92f2-5704-4bdb-9809-e92bae96a60d tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 945 time: 0.2423441 Feb 17 04:45:25.600968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=5']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:25.604637 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:25.716088 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-86edb4dd-947f-4417-9b81-d4f675453517 req-07574dcb-1d09-4dac-8049-a3220425acab tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319470 Feb 17 04:45:25.790937 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] For port 1ec1e2d3-d258-4aff-a010-59213246f1ca, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1ec1e2d3-d258-4aff-a010-59213246f1ca,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:25.791269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:25.929850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Calling delete_port for 1ec1e2d3-d258-4aff-a010-59213246f1ca owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:26.082082 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:26.098128 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5484bf3d-330f-48f2-aa54-57cc716afcea tempest-VolumesActionsTest-1018077586 tempest-VolumesActionsTest-1018077586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:26.198604 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Pushing event deleted for resources: {'Port': ['ID=1ec1e2d3-d258-4aff-a010-59213246f1ca,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:26.208284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:26.305502 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] No DVR routers for this DVR port 1ec1e2d3-d258-4aff-a010-59213246f1ca on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:45:26.307705 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:26.310376 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-deleted', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:26.325037 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-eeb3db64-db04-427a-92c6-f18759f998e1 req-cd1a9179-df63-4f5c-8826-38526fa64ea0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "DELETE /v2.0/ports/1ec1e2d3-d258-4aff-a010-59213246f1ca HTTP/1.1" status: 204 len: 173 time: 0.9913850 Feb 17 04:45:26.358398 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bd09cc-1cec-4249-a08d-b1f708c66106', 'name': 'network-vif-deleted', 'tag': '1ec1e2d3-d258-4aff-a010-59213246f1ca', 'status': 'completed', 'code': 200} Feb 17 04:45:26.901189 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1788f8ce-56cf-4f91-90c5-3283a164b87b req-7dc2b9b8-f6ed-447f-8650-bbbff029cf5a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Synchronizing usage tracker for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:26.916197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-1788f8ce-56cf-4f91-90c5-3283a164b87b req-7dc2b9b8-f6ed-447f-8650-bbbff029cf5a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Unset dirty status for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:26.917469 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1788f8ce-56cf-4f91-90c5-3283a164b87b req-7dc2b9b8-f6ed-447f-8650-bbbff029cf5a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=78bd09cc-1cec-4249-a08d-b1f708c66106 HTTP/1.1" status: 200 len: 210 time: 0.0699871 Feb 17 04:45:28.177460 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b404e071-a6e7-4e6c-a5c0-5ffd14d75f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:28.536242 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-fca5c89a-e286-455f-aebb-c29261ab61db tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:28.537837 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-fca5c89a-e286-455f-aebb-c29261ab61db tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 809 time: 0.3933609 Feb 17 04:45:28.553997 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-42404f6f-2870-45b0-95e5-e6bbf2691f73 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/quotas/861f15fd842442c190adff1cca7c6584 HTTP/1.1" status: 200 len: 375 time: 0.0101852 Feb 17 04:45:28.606389 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-e778c03d-8aad-43a8-b600-3b878e7ad900 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470610 Feb 17 04:45:28.749747 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-cac2d842-894e-4b08-9a0e-56c9fd56bb09 service neutron] 10.222.0.42 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337943 Feb 17 04:45:28.893881 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-7403c321-35d2-402b-96c8-a4b8e21f50a7 service neutron] 10.222.0.42 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368163 Feb 17 04:45:28.945383 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:29.090780 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-c4ffbb8f-b830-49f2-8f5d-8570cf431f2f req-726591d9-5902-46d2-ab60-c2545ba8f5b3 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 210 time: 0.0525529 Feb 17 04:45:29.555986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.136700 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-30837237-0f26-4514-a523-2ae6171d6d96 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:30.138402 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-30837237-0f26-4514-a523-2ae6171d6d96 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 809 time: 0.1699452 Feb 17 04:45:30.151420 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Request body: {'port': {'device_id': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80', 'admin_state_up': True, 'tenant_id': '861f15fd842442c190adff1cca7c6584'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:30.229709 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.297357 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3fc71e3d-da63-4be0-ab99-92df40989d28 req-0f8ab13e-39d0-4695-9b3d-80fdbf7ac278 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 210 time: 0.0696819 Feb 17 04:45:30.361089 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:30.372239 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:30.382039 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Made reservation on behalf of 861f15fd842442c190adff1cca7c6584 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:30.388028 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.708263 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_common [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Allocated IP 172.20.0.14 (ce9f478b-9a0c-4b51-b501-5d25297b0f80/78cf9b9e-095f-4fa7-aeee-69ba19d61f4b/556084ba-986a-4e7a-bb55-10b8d3595632) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:30.929723 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.959533 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302823575839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.975191 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-313cbf9f-e629-47b7-95c2-6aaaefe43055 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:31.118311 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Pushing event updated for resources: {'Port': ['ID=556084ba-986a-4e7a-bb55-10b8d3595632,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:31.131580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:31.176379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:31.177595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.scheduler.base_scheduler [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:31.180065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:31.248651 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:31.249319 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.277199 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-b27ce889-f52d-4079-8a64-ec332a01a050 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1303642 Feb 17 04:45:31.290144 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.v2.base [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Request body: {'port': {'device_id': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:31.411223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.495818 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bd3e1-7837-4193-be03-bfb0a1e50a49 req-0ccc18fd-a9dd-4bea-9d33-99de07c53db5 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:31.497444 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-244bd3e1-7837-4193-be03-bfb0a1e50a49 req-0ccc18fd-a9dd-4bea-9d33-99de07c53db5 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 932 time: 0.0880029 Feb 17 04:45:31.546330 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-244bd3e1-7837-4193-be03-bfb0a1e50a49 req-24ef4f5d-7741-4722-a6f2-3c61a2476003 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Feb 17 04:45:31.830783 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556084ba-986a-4e7a-bb55-10b8d3595632 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:45:31.838508 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.850791 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Transition to ACTIVE for port object 556084ba-986a-4e7a-bb55-10b8d3595632 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:31.853558 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.869767 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6ba2ab77-1dd4-4ffb-96c3-da162b03ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:32.005612 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Pushing event updated for resources: {'Port': ['ID=556084ba-986a-4e7a-bb55-10b8d3595632,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:32.020885 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:32.196324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Attempting to bind port 556084ba-986a-4e7a-bb55-10b8d3595632 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:45:32.196614 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Attempting to bind port 556084ba-986a-4e7a-bb55-10b8d3595632 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:45:32.196986 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Attempting to bind port 556084ba-986a-4e7a-bb55-10b8d3595632 on network ce9f478b-9a0c-4b51-b501-5d25297b0f80 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:45:32.202589 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Checking agent: {'id': 'b896ac87-876f-4436-8f3a-b5b021439e75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 26, 4), 'started_at': datetime.datetime(2021, 2, 17, 4, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:45:32.202994 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Checking segment: {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:45:32.203395 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:32.203788 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Bound using segment: {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:45:32.204260 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Bound port: 556084ba-986a-4e7a-bb55-10b8d3595632, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ce9f478b-9a0c-4b51-b501-5d25297b0f80'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:45:32.204628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:32.297407 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] For port 556084ba-986a-4e7a-bb55-10b8d3595632, host hv-cinder-75996, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:45:32.301135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] For port 556084ba-986a-4e7a-bb55-10b8d3595632, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=556084ba-986a-4e7a-bb55-10b8d3595632,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:45:32.304405 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843100360'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:32.319504 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-fe5ab541-cc15-44b8-93f8-1b0c1b4712e7 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:32.473912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Pushing event updated for resources: {'Port': ['ID=556084ba-986a-4e7a-bb55-10b8d3595632,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:32.477410 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:32.512715 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.513428 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:32.514929 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-6da895d9-0fdc-4af7-bf31-9f0eae3787b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/556084ba-986a-4e7a-bb55-10b8d3595632 HTTP/1.1" status: 200 len: 1158 time: 1.2292893 Feb 17 04:45:32.515467 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:32.592977 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632', 'status': 'completed', 'code': 200} Feb 17 04:45:32.631088 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-dbe4e8c2-fd9d-43ab-b49d-414383b93282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.632741 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-dbe4e8c2-fd9d-43ab-b49d-414383b93282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 1161 time: 0.0825267 Feb 17 04:45:32.711410 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-62b629fb-c742-422e-ab57-c5635d679285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556084ba-986a-4e7a-bb55-10b8d3595632 HTTP/1.1" status: 200 len: 217 time: 0.0710242 Feb 17 04:45:32.751473 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4756-0fe7-4979-8d50-c9ff38af6a84 req-29b9f1b8-8f03-4714-9d5e-e79a23fbf6b2 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.753164 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-05cf4756-0fe7-4979-8d50-c9ff38af6a84 req-29b9f1b8-8f03-4714-9d5e-e79a23fbf6b2 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 944 time: 0.0912828 Feb 17 04:45:32.781160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411938e-3f72-467f-98bc-250608ea1b8f req-758e3edd-ed85-451e-bdae-d5e201ec99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.782794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-758e3edd-ed85-451e-bdae-d5e201ec99bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b HTTP/1.1" status: 200 len: 849 time: 0.0654643 Feb 17 04:45:32.802518 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-05cf4756-0fe7-4979-8d50-c9ff38af6a84 req-6bb31241-15f6-4181-8862-f3de211b3e89 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Feb 17 04:45:32.836358 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-5c1a3ae8-8cba-44a8-8774-e28d6fa9ed08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce9f478b-9a0c-4b51-b501-5d25297b0f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474622 Feb 17 04:45:32.981599 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-add79da5-02e3-4de0-8311-10ca51c6306f service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387868 Feb 17 04:45:33.127900 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6411938e-3f72-467f-98bc-250608ea1b8f req-72496494-b9aa-4f97-8bf2-31e7e6e6043a service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380720 Feb 17 04:45:33.253664 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-0bef400e-5355-441d-9b29-b4f2b591fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:33.255346 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-0bef400e-5355-441d-9b29-b4f2b591fc85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=861f15fd842442c190adff1cca7c6584&device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 1161 time: 0.0837531 Feb 17 04:45:33.396979 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-60462441-3d4c-4135-831c-fa75a5cf6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:33.398472 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-60462441-3d4c-4135-831c-fa75a5cf6bd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 200 len: 903 time: 0.1366701 Feb 17 04:45:33.474202 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-759cad59-c1b5-4529-be6d-fa73d81c573c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=556084ba-986a-4e7a-bb55-10b8d3595632 HTTP/1.1" status: 200 len: 217 time: 0.0689120 Feb 17 04:45:33.783681 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-5e361ca6-2fb0-422e-8f20-0b6e32801a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:33.785283 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-5e361ca6-2fb0-422e-8f20-0b6e32801a50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b HTTP/1.1" status: 200 len: 849 time: 0.3047388 Feb 17 04:45:33.838894 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-005fb335-4951-4343-baeb-07863a610157 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce9f478b-9a0c-4b51-b501-5d25297b0f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467639 Feb 17 04:45:33.848540 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.049806 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-aeee4fc9-65c2-4701-9987-fa64002068d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037330 Feb 17 04:45:34.059934 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8688-9cc2-4171-b20e-8bfdd76776a4 req-1ed20e59-55a1-49b6-a7ba-daf19d63372e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.060665 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-38ca8688-9cc2-4171-b20e-8bfdd76776a4 req-1ed20e59-55a1-49b6-a7ba-daf19d63372e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Synchronizing usage tracker for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:34.165380 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [req-38ca8688-9cc2-4171-b20e-8bfdd76776a4 req-1ed20e59-55a1-49b6-a7ba-daf19d63372e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Unset dirty status for tenant:861f15fd842442c190adff1cca7c6584 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:34.166635 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38ca8688-9cc2-4171-b20e-8bfdd76776a4 req-1ed20e59-55a1-49b6-a7ba-daf19d63372e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 944 time: 0.2420850 Feb 17 04:45:34.246360 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-38ca8688-9cc2-4171-b20e-8bfdd76776a4 req-e1e9ad40-0561-43ac-a613-dc4b3434ea61 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729623 Feb 17 04:45:34.248471 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-99961c6b-7e97-4fb5-ac77-00360c7ef40e req-f8d7017c-547a-4070-8529-ff6588753357 service neutron] 10.222.0.53 "GET /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851039 Feb 17 04:45:34.988903 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:45:35.445356 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705073a-75af-4c4e-88d7-30a3bdf152bf req-95277aad-92af-4f8a-804f-3763f0d07444 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:35.446992 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a705073a-75af-4c4e-88d7-30a3bdf152bf req-95277aad-92af-4f8a-804f-3763f0d07444 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 944 time: 0.0858567 Feb 17 04:45:35.498068 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-a705073a-75af-4c4e-88d7-30a3bdf152bf req-266470d9-d84c-4b5f-af23-8ec3d0f3f078 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Feb 17 04:45:36.699008 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe68d9-756b-4446-b5e1-ef1cb5b4dc8e req-2b45cc14-c9aa-417a-9e7e-a5f7dd5a019e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:36.700576 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fbe68d9-756b-4446-b5e1-ef1cb5b4dc8e req-2b45cc14-c9aa-417a-9e7e-a5f7dd5a019e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 944 time: 0.0912199 Feb 17 04:45:36.748185 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-1fbe68d9-756b-4446-b5e1-ef1cb5b4dc8e req-aa80a515-c964-40a9-957f-b31f90e25dde tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Feb 17 04:45:37.823570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 556084ba-986a-4e7a-bb55-10b8d3595632 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:37.900814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning for port 556084ba-986a-4e7a-bb55-10b8d3595632 completed by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:37.906399 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 556084ba-986a-4e7a-bb55-10b8d3595632 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:37.906850 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:37.947025 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45a003-015d-411c-a46e-b3748f45042e req-621a959c-3d8c-4daa-9b17-c282f704b50a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:37.948655 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-be45a003-015d-411c-a46e-b3748f45042e req-621a959c-3d8c-4daa-9b17-c282f704b50a tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 944 time: 0.0884571 Feb 17 04:45:37.997094 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-be45a003-015d-411c-a46e-b3748f45042e req-0a24b29f-08e7-4a35-864a-739e13316fcb tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Feb 17 04:45:38.044752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:38.073203 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632'}] {{(pid=84013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:38.083525 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] For port 556084ba-986a-4e7a-bb55-10b8d3595632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=556084ba-986a-4e7a-bb55-10b8d3595632,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:38.086858 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302823193050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734031158762', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734031159821'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:38.088792 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1a50b04b-90a0-4b7b-a4b3-adceb89d2c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:38.128492 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632', 'code': 200} Feb 17 04:45:38.163379 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Pushing event updated for resources: {'Port': ['ID=556084ba-986a-4e7a-bb55-10b8d3595632,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:38.171414 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.171812 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.172197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.172576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.172952 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.173328 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.173701 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.174070 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.174439 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.174837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.175207 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.175639 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.176578 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.176945 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.177316 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.177680 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.178067 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.178415 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.178808 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.179178 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.179543 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.179906 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.180269 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.180634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:38.184883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:38.362805 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238cae7-3f8b-4526-98a3-4b7b93f483e8 req-3c00ff00-ff75-4887-ba44-821ec0cbd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:38.365159 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3238cae7-3f8b-4526-98a3-4b7b93f483e8 req-3c00ff00-ff75-4887-ba44-821ec0cbd6cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 1163 time: 0.0784116 Feb 17 04:45:38.406608 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3238cae7-3f8b-4526-98a3-4b7b93f483e8 req-54cc6b39-54af-44a9-8131-ef50ecb40a91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Feb 17 04:45:39.208760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628203-dd70-423d-9322-df09726747f0 req-c5b4525b-2397-4aca-81e3-da698fb506b0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:39.210281 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2628203-dd70-423d-9322-df09726747f0 req-c5b4525b-2397-4aca-81e3-da698fb506b0 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 946 time: 0.0902977 Feb 17 04:45:39.257794 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-b2628203-dd70-423d-9322-df09726747f0 req-0af2e0a9-238f-4925-9810-da0ca0a88895 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Feb 17 04:45:39.456630 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 556084ba-986a-4e7a-bb55-10b8d3595632 up at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:39.530139 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.provisioning_blocks [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Provisioning complete for port 556084ba-986a-4e7a-bb55-10b8d3595632 triggered by entity L2. {{(pid=84013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:39.530570 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850934548'] for port, provisioning_complete {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:40.463991 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc59df-2561-49c2-aaeb-bc62de55b74c req-0be100ed-3419-4d1c-b54f-0449acdd344f tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:40.465644 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3cbc59df-2561-49c2-aaeb-bc62de55b74c req-0be100ed-3419-4d1c-b54f-0449acdd344f tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 946 time: 0.0921438 Feb 17 04:45:40.513636 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-3cbc59df-2561-49c2-aaeb-bc62de55b74c req-044ffd86-d60c-4e43-a4a8-8cd1a8d6d3b3 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Feb 17 04:45:41.623800 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aad77-af56-4217-983c-510fbb84f15b req-9634cb58-f855-43f8-824e-ad436665738b tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:41.625413 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f28aad77-af56-4217-983c-510fbb84f15b req-9634cb58-f855-43f8-824e-ad436665738b tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 946 time: 0.0874629 Feb 17 04:45:41.676762 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-f28aad77-af56-4217-983c-510fbb84f15b req-b08fb96d-f912-4a01-b40c-8e86ae039c9e tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Feb 17 04:45:42.879183 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1de3b2-d4ba-43c4-932f-493269df1c1e req-233d9b38-42c2-4d56-90af-400917536326 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:42.880745 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a1de3b2-d4ba-43c4-932f-493269df1c1e req-233d9b38-42c2-4d56-90af-400917536326 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 946 time: 0.0892453 Feb 17 04:45:42.934807 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-6a1de3b2-d4ba-43c4-932f-493269df1c1e req-352120b8-8f6c-4a8b-9b0a-a60c4950b407 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca1125a0-290e-4375-9c78-49810705d4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Feb 17 04:45:42.994580 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-355df6f3-8123-4af9-897b-9882160e5398 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:42.996198 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-355df6f3-8123-4af9-897b-9882160e5398 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 946 time: 0.0914690 Feb 17 04:45:43.073577 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Deleting port 556084ba-986a-4e7a-bb55-10b8d3595632 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:43.073970 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302823137140'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.345586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.db [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] For port 556084ba-986a-4e7a-bb55-10b8d3595632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=556084ba-986a-4e7a-bb55-10b8d3595632,segment=NetworkSegment(c16c4cfe-7ab9-4c73-a9e4-468a876b24f4),segment_id=c16c4cfe-7ab9-4c73-a9e4-468a876b24f4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:43.345981 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595303'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.433883 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.rpc [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Device 556084ba-986a-4e7a-bb55-10b8d3595632 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=84013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:45:43.482793 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.plugin [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Calling delete_port for 556084ba-986a-4e7a-bb55-10b8d3595632 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:43.563137 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3792898'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.635427 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3793081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854648595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302823193033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302823617055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675441'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.651302 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-63ab8a1f-fb7a-4442-95e8-abf71def32db tempest-AttachVolumeTestJSON-393662434 tempest-AttachVolumeTestJSON-393662434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:43.748079 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Pushing event deleted for resources: {'Port': ['ID=556084ba-986a-4e7a-bb55-10b8d3595632,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:43.763486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:43.864765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.l3_dvrscheduler_db [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] No DVR routers for this DVR port 556084ba-986a-4e7a-bb55-10b8d3595632 on host hv-cinder-75996 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:45:43.866997 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773573'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.869708 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'name': 'network-vif-deleted', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:43.892788 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-27011e28-8761-4e39-b4fe-b99020bab6fc req-b6055e48-9880-4640-9e1c-e3ad887156ed tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.53 "DELETE /v2.0/ports/556084ba-986a-4e7a-bb55-10b8d3595632 HTTP/1.1" status: 204 len: 173 time: 0.8910730 Feb 17 04:45:43.921698 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92502c24-80a5-45dc-a1fd-c8aa33b0538c', 'name': 'network-vif-deleted', 'tag': '556084ba-986a-4e7a-bb55-10b8d3595632', 'status': 'completed', 'code': 200} Feb 17 04:45:44.118158 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [req-82535d7a-fab0-4be3-857b-62f6d2a838ac req-7f9aa502-d87d-45d1-b912-a1d2cbe62fb9 tempest-VolumesActionsTest-504150492 tempest-VolumesActionsTest-504150492-project] 10.222.0.42 "GET /v2.0/ports?device_id=92502c24-80a5-45dc-a1fd-c8aa33b0538c HTTP/1.1" status: 200 len: 210 time: 0.0497301 Feb 17 04:45:55.054462 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-a1287014-d42e-4df2-b931-4d5eb8a6458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:58.180421 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-f14ded01-8b89-41f1-a3bd-b655dacb7354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:58.951074 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:59.560849 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:00.248559 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:03.737595 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42950) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:03.804377 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Deleting subnet 78cf9b9e-095f-4fa7-aeee-69ba19d61f4b {{(pid=84011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:46:03.807497 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:03.847375 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:03.865346 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876150'] for subnet, precommit_delete_associations {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:03.928644 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850926851'] for subnet, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.193155 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3848933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843063978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11956163'] for subnet, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.208941 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-bfeb2299-9f23-4c92-9613-d95a74fd70c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:04.305223 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cf9b9e-095f-4fa7-aeee-69ba19d61f4b,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:04.317670 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.318098 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.318513 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.318975 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.319378 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.319782 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.320187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.320587 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.320990 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.321386 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.321786 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.322179 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.322643 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.323062 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.323457 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.323848 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.324247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.324638 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.325029 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.325419 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.325809 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.326198 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.326588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.327046 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:04.333794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:04.366327 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for subnet, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.372534 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-7ae62687-a236-445e-a7d2-80e47e211a7c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/78cf9b9e-095f-4fa7-aeee-69ba19d61f4b HTTP/1.1" status: 204 len: 168 time: 0.6337085 Feb 17 04:46:04.375286 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42954) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:04.493887 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851030049'] for network, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.688837 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850933404', 'neutron.services.segments.db._delete_segments_for_network-8734031731946'] for network, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.807776 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9f478b-9a0c-4b51-b501-5d25297b0f80']}} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:04.820859 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4') {'for_net_delete': True} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:04.821192 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.services.segments.db [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c4cfe-7ab9-4c73-a9e4-468a876b24f4') {} {{(pid=84011) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:04.834136 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302823042812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843899666'] for segment, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.849922 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3839956'] for segment, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:04.851966 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:46:05.035187 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:46:05.044130 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850935828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11708841'] for segment, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.222600 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.plugins.ml2.managers [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Network ce9f478b-9a0c-4b51-b501-5d25297b0f80 has no segments {{(pid=84011) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: Traceback (most recent call last): Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: timer() Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: cb(*args, **kw) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: return func(*args, **kwargs) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: self._notify() Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: self.callback(batched_events) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: event.method(event) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: segment_id)['aggregates'][0] Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: return f(self, *a, **k) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: return self._get(url).json() Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: **kwargs) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: **endpoint_filter) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:05.244852 dv-cinder-759962-5-smb neutron-server[83899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:05.319236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3842412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648339'] for network, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.322635 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:05.339250 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024624'] for network, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.349266 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9f478b-9a0c-4b51-b501-5d25297b0f80,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:05.354404 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:05.359954 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-4351e61a-459b-43b3-902d-50ca84f8d355 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ce9f478b-9a0c-4b51-b501-5d25297b0f80 HTTP/1.1" status: 204 len: 168 time: 0.9836781 Feb 17 04:46:05.473483 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42960) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:05.526172 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-54e7179c-53e6-4dd7-9de3-e41ee9f4a5f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=861f15fd842442c190adff1cca7c6584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514138 Feb 17 04:46:05.528628 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 42964) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:05.590110 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.622009 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.668831 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.673888 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-6e34e7aa-22bc-4851-a244-61a1279d6e71 tempest-TestShelveInstance-1767560223 tempest-TestShelveInstance-1767560223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:05.689455 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1125a0-290e-4375-9c78-49810705d4f7,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:05.695548 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:05.697576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:05.698833 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-399d6db2-45db-44ec-b4b4-0e5b5701eb5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca1125a0-290e-4375-9c78-49810705d4f7 HTTP/1.1" status: 204 len: 168 time: 0.1692259 Feb 17 04:46:11.989557 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:46:18.052910 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.42', 43098) {{(pid=84010) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:18.175354 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.190634 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:46:18.195169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a3cd960cb570425c9fd5c3459e971684 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:46:18.199153 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.quota.resource [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:46:18.205201 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.quota.driver [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:46:18.292314 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.294915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.303367 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-da56fe16-1c0d-497c-8036-c2447c24833e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:18.349556 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3cd960cb570425c9fd5c3459e971684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922895 Feb 17 04:46:18.349556 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b11cc8-ecf4-48a6-9f10-b73a0dc330c5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:18.350108 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [-] (84011) accepted ('10.222.0.42', 43104) {{(pid=84011) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:18.356065 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.356496 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.356921 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.357338 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.357752 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.358165 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.358576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.359013 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.359423 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.359825 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.360231 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.360632 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-5-smb {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.361109 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.361511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.361914 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.362324 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.362765 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.363175 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.363576 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.363976 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.364411 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.364962 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.365368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.365770 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:18.370363 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-5bf59669-3093-4848-85bf-e1d69187edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84010) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:18.416758 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.443332 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.491205 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750617'] for security_group, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.496917 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-2929a1db-2ae8-40a3-b584-8e8e68d14f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:18.510127 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b11cc8-ecf4-48a6-9f10-b73a0dc330c5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:18.512912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG oslo_concurrency.lockutils [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84011) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:18.514076 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84011) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:18.515288 dv-cinder-759962-5-smb neutron-server[83899]: INFO neutron.wsgi [None req-1208129b-204e-4640-9b83-08abddc205f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63b11cc8-ecf4-48a6-9f10-b73a0dc330c5 HTTP/1.1" status: 204 len: 168 time: 0.1639991 Feb 17 04:46:25.048801 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-06f25b23-d269-4de8-9589-831142a2efdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:28.183157 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-4f72fea9-b415-4454-a173-39ebe75884bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:28.953646 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:29.563043 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:30.236284 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:33.839539 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:48.989794 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:46:55.049409 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b6d881d4-7391-44c2-8d0c-1d32090757cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.184622 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-488e44c3-9295-4cd1-b35d-076ea8ea52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.959898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:59.563933 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:00.238435 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.842251 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:25.051474 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-75eec90f-407f-4b7e-94c4-f872350cf17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:25.989894 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:47:28.185511 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-70518ec4-113f-44fa-adad-f542e96d259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:28.959364 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:29.564586 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:30.243742 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.843326 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.053697 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c7adc3e8-1504-4b0a-92a1-c5a0511beeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:58.186720 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-c9f07468-ae72-422b-aee3-a71d108c5ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:58.963424 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:59.566166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:00.244197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.989374 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:03.843258 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:25.055760 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-020caf86-dadf-4f69-bd0e-fb3384067a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:28.190738 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-91f4584f-6dad-48f9-a721-a01574cd58c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:28.964875 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:29.567150 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:30.247104 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:33.841351 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:39.989244 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:55.056588 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad315-c059-42f5-b6e5-25010dd06b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:58.192077 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-455a134d-1702-4f54-9baf-3292824574a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:58.967247 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:59.568084 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:00.250898 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:03.840018 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.743090 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-44190f54-16d9-406c-8770-a849cd69461d req-4b06eb5b-43ef-48cd-b11a-f23cb25d09c3 service neutron] (84011) timed out ('10.222.0.53', 63940) {{(pid=84011) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:49:16.992195 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:49:25.058160 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-1b3e97d7-5fa4-46ed-9668-0c06b509355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:28.193323 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-02a986be-539f-4bba-a9ef-d9642b5ec01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:28.969819 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:29.569486 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.254166 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.839317 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:52.329169 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-31ff5b74-4f02-4e5c-a420-1b05179096c1 req-1e30a280-0eb4-4eb2-bef4-07d3ac45d6a2 service neutron] (84010) timed out ('10.222.0.42', 40510) {{(pid=84010) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:49:53.991789 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:49:55.060610 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b880fc2c-8a44-4143-8fb9-fc1ca99a589b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.194197 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-2e475ae7-c9a4-49b8-a9a5-5e2999872d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.974754 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.571292 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.256750 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:03.837584 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:25.067530 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-35a3d53f-60ae-492e-8862-0438177d50b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:28.195763 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-43b5b72b-62ba-4647-b203-2540f16c5898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:28.974915 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.573126 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:30.259368 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:30.993021 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:50:33.852389 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:55.058827 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-b4e408ea-926d-4ca1-9fc8-9dc588d0c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:58.197236 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-7de52ec8-0e35-47af-b4f3-29b13f7a291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:58.978913 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:59.573968 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:00.262918 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:03.851440 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:04.174814 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.wsgi [req-407d2113-c193-4363-a98d-c765be4079a6 req-9823f0aa-67a5-441c-a9ff-841c77a37649 service neutron] (84011) timed out ('10.222.0.42', 39148) {{(pid=84011) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:51:07.992857 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron.db.agents_db [None req-afe1fd10-6416-4f6b-bc9e-46aa7c61c9c0 None None] Agent healthcheck: found 6 active agents {{(pid=84014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:51:25.060135 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-ad2b6904-0275-45c8-9771-9589bf7b9eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:28.198522 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-accce5aa-19e2-4af5-a562-e20b31f1d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:28.990912 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-6b048fa5-5f44-46e1-89d8-dc14e3901ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:29.576122 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-9929bfc0-9323-4e13-a756-ed69b2ef2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:30.265422 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-24276d10-408c-4c14-87aa-d9036161bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:33.866907 dv-cinder-759962-5-smb neutron-server[83899]: DEBUG neutron_lib.callbacks.manager [None req-089471f3-1168-4feb-a924-11ce37272c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734031731929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850958566'] for agent, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}